Started by timer Obtained pipelines/pingcap/tidb/latest/periodics_integration_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww Agent pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww is provisioned from template pingcap_tidb_periodics_integration_test_3151-2sdfz-b9304 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "054a12923f241917c2c24846be50ffc3b044cbae" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-2sdfz" name: "pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv JENKINS_NODE_COOKIE=fcd51fbb-6ae8-453b-862c-2d7f9208df1e BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-periodics_integration_test-3151 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/periodics_integration_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#3151 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=3151 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=periodics_integration_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins TARGET_BRANCH=master POD_LABEL=pingcap_tidb_periodics_integration_test_3151-2sdfz GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-f85b2acbe31359358c5dc17f7975d8707842953e6f2f09f475339d00b95c7900 NODE_LABELS=pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww pingcap_tidb_periodics_integration_test_3151-2sdfz GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/display/redirect BUILD_NUMBER=3151 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build2512352698=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-periodics-integration-test-3151-2sdfz-b9304-ncbww bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 20352 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: ee9fba7fc819f610 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 26 IN A 20.205.243.166 ;; Query time: 1 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 09:00:19 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Download) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/download [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1003 0 --:--:-- --:--:-- --:--:-- 1025 [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1796 0 --:--:-- --:--:-- --:--:-- 1863 [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/tidb/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 952 0 --:--:-- --:--:-- --:--:-- 976 [Pipeline] } [Pipeline] // script [Pipeline] sh + tikv_download_url=http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + pd_download_url=http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + mkdir -p tmp + mkdir -p third_bin + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 -O tmp/tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + tar -xz -C third_bin bin/tikv-server -f tmp/tikv-server.tar.gz + mv third_bin/bin/tikv-server third_bin/ + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 -O tmp/pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + tar -xz -C third_bin 'bin/*' -f tmp/pd-server.tar.gz + mv third_bin/bin/pd-api-bench third_bin/bin/pd-ctl third_bin/bin/pd-heartbeat-bench third_bin/bin/pd-recover third_bin/bin/pd-server third_bin/bin/pd-tso-bench third_bin/bin/pd-ut third_bin/bin/regions-dump third_bin/bin/stores-dump third_bin/bin/xprog third_bin/ + rm -rf third_bin/bin + ls -alh third_bin total 763M drwxr-sr-x 2 jenkins jenkins 4.0K May 6 17:01 . drwxr-sr-x 4 jenkins jenkins 4.0K May 6 17:00 .. -rwxr-xr-x 1 jenkins jenkins 37M May 6 16:50 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M May 6 16:49 pd-ctl -rwxr-xr-x 1 jenkins jenkins 36M May 6 16:50 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 32M May 6 16:49 pd-recover -rwxr-xr-x 1 jenkins jenkins 106M May 6 16:49 pd-server -rwxr-xr-x 1 jenkins jenkins 26M May 6 16:50 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 3.0M May 6 16:50 pd-ut -rwxr-xr-x 1 jenkins jenkins 32M May 6 16:50 regions-dump -rwxr-xr-x 1 jenkins jenkins 32M May 6 16:50 stores-dump -rwxr-xr-x 1 jenkins jenkins 418M May 6 15:33 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.0M May 6 16:50 xprog [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-master) 445809664 bytes in 4.37 secs (102031712 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.git/ .git HEAD is now at 089cba485 pkg/util: fix panic caused by logging grpc err (#52179) POST git-upload-pack (383 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb 089cba4853..659f32a813 master -> origin/master * [new tag] v8.1.0-alpha -> v8.1.0-alpha * [new tag] v8.2.0-alpha -> v8.2.0-alpha Previous HEAD position was 089cba4853 pkg/util: fix panic caused by logging grpc err (#52179) HEAD is now at 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) 659f32a81300f9dbcea9032b3c8e4825555ccfd1 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) 516977e1f9 planner: move ShowPredicateExtractor interface to base package out of core (#52953) 06ee59bd9c planner: add projections to keep join keys as `col=col` (#52989) ✅ Checkout master 🎉 /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb ✅ ~~~~~ All done. ~~~~~~ [Pipeline] sh + git status HEAD detached at origin/master You are in a sparse checkout with 100% of tracked files present. nothing to commit, working tree clean + git fetch origin master:local_master From https://github.com/pingcap/tidb 089cba4853..659f32a813 master -> local_master + git checkout local_master Switched to branch 'local_master' + git checkout -f 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Note: switching to '659f32a81300f9dbcea9032b3c8e4825555ccfd1'. You are in 'detached HEAD' state. You can look around, make experimental changes and commit them, and you can discard any commits you make in this state without impacting any branches by switching back to a branch. If you want to create a new branch to retain commits you create, you may do so (now or later) by using -c with the switch command. Example: git switch -c Or undo this operation with: git switch - Turn off this advice by setting config variable advice.detachedHead to false HEAD is now at 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) + git status -s [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tidb/rev-master already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + make CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-82-g659f32a813" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 09:01:35" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=659f32a81300f9dbcea9032b3c8e4825555ccfd1" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145241-6cb0704fce51 go: downloading github.com/tikv/pd/client v0.0.0-20240430080403-1679dbca25b3 go: downloading go.uber.org/zap v1.27.0 go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/golang/protobuf v1.5.4 go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/coocood/freecache v1.2.1 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/golang/snappy v0.0.4 go: downloading golang.org/x/text v0.14.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading google.golang.org/protobuf v1.33.0 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading go.uber.org/mock v0.4.0 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/fatih/color v1.16.0 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/json-iterator/go v1.1.12 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading k8s.io/apimachinery v0.28.6 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 Build TiDB Server successfully! + cp bin/tidb-server bin/integration_test_tidb-server [Pipeline] sh + touch rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + cp -f ../download/third_bin/pd-api-bench ../download/third_bin/pd-ctl ../download/third_bin/pd-heartbeat-bench ../download/third_bin/pd-recover ../download/third_bin/pd-server ../download/third_bin/pd-tso-bench ../download/third_bin/pd-ut ../download/third_bin/regions-dump ../download/third_bin/stores-dump ../download/third_bin/tikv-server ../download/third_bin/xprog bin/ + chmod +x bin/integration_test_tidb-server bin/pd-api-bench bin/pd-ctl bin/pd-heartbeat-bench bin/pd-recover bin/pd-server bin/pd-tso-bench bin/pd-ut bin/regions-dump bin/stores-dump bin/tidb-server bin/tikv-server bin/xprog + ./bin/tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 33.83 secs (49999330 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-zsxt2-hkxhf-j4rx1 [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-pfjgq-sjtbh-tfnxr [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-q6lkl-s1ppq-gfsc4 [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-periodics-integration-test-3151-zsxt2-hkxhf-j4rx1 is provisioned from template pingcap_tidb_periodics_integration_test_3151-zsxt2-hkxhf --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d5a9e42691dfb109d5f015aa2b07d7d1d68856e4" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-zsxt2" name: "pingcap-tidb-periodics-integration-test-3151-zsxt2-hkxhf-j4rx1" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-zsxt2-hkxhf-j4rx1" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-zsxt2-hkxhf-j4rx1" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-zsxt2-hkxhf-j4rx1 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3d69dbd3; decorates RemoteLauncher[hudson.remoting.Channel@1a87c616:JNLP4-connect connection from 10.233.67.141/10.233.67.141:36130] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-periodics-integration-test-3151-pfjgq-sjtbh-tfnxr is provisioned from template pingcap_tidb_periodics_integration_test_3151-pfjgq-sjtbh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6dfc786c0ee523b628de964d926643e5eb0d80d6" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-pfjgq" name: "pingcap-tidb-periodics-integration-test-3151-pfjgq-sjtbh-tfnxr" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-pfjgq-sjtbh-tfnxr" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-pfjgq-sjtbh-tfnxr" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-pfjgq-sjtbh-tfnxr in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-periodics-integration-test-3151-q6lkl-s1ppq-gfsc4 is provisioned from template pingcap_tidb_periodics_integration_test_3151-q6lkl-s1ppq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "39f1345b5f3e598b36703b14a14d845902aa2b4e" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-q6lkl" name: "pingcap-tidb-periodics-integration-test-3151-q6lkl-s1ppq-gfsc4" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-q6lkl-s1ppq-gfsc4" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-q6lkl-s1ppq-gfsc4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-q6lkl-s1ppq-gfsc4 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] checkout The recommended git tool is: git [Pipeline] podTemplate [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@297eab; decorates RemoteLauncher[hudson.remoting.Channel@69bc6a87:JNLP4-connect connection from 10.233.90.62/10.233.90.62:51248] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] node Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-4xdd8-96bmj-h71zd Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-1cck8-kxm6n-3n72f Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-8qpsd-6bms2-xx7nk Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-qhjw3-r6q6q-gdn29 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@63f3d24f; decorates RemoteLauncher[hudson.remoting.Channel@7f056df1:JNLP4-connect connection from 10.233.100.146/10.233.100.146:59496] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-jvwsg-60798-06sql Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-5h2v7-g26rq-325v8 [Pipeline] node > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] cache Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-rs1kc-n8bks-81m27 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-periodics-integration-test-3151-qhjw3-r6q6q-gdn29 is provisioned from template pingcap_tidb_periodics_integration_test_3151-qhjw3-r6q6q --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2fe978f39bf4f66d4a7917695078ffcf45b82f91" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-qhjw3" name: "pingcap-tidb-periodics-integration-test-3151-qhjw3-r6q6q-gdn29" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-qhjw3-r6q6q-gdn29" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-qhjw3-r6q6q-gdn29" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-qhjw3-r6q6q-gdn29 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-periodics-integration-test-3151-4xdd8-96bmj-h71zd is provisioned from template pingcap_tidb_periodics_integration_test_3151-4xdd8-96bmj --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4193334410d9e071562df70377cee64377b1329e" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-4xdd8" name: "pingcap-tidb-periodics-integration-test-3151-4xdd8-96bmj-h71zd" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-4xdd8-96bmj-h71zd" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-4xdd8-96bmj-h71zd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-4xdd8-96bmj-h71zd in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-periodics-integration-test-3151-1cck8-kxm6n-3n72f is provisioned from template pingcap_tidb_periodics_integration_test_3151-1cck8-kxm6n --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6d641ba30690d50545ae7bb2b048c8f226d0bbd4" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-1cck8" name: "pingcap-tidb-periodics-integration-test-3151-1cck8-kxm6n-3n72f" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-1cck8-kxm6n-3n72f" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-1cck8-kxm6n-3n72f" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-1cck8-kxm6n-3n72f in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-periodics-integration-test-3151-5h2v7-g26rq-325v8 is provisioned from template pingcap_tidb_periodics_integration_test_3151-5h2v7-g26rq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "868ebd25b62505d570ededf19051fb29cf70d145" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-5h2v7" name: "pingcap-tidb-periodics-integration-test-3151-5h2v7-g26rq-325v8" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-5h2v7-g26rq-325v8" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-5h2v7-g26rq-325v8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-5h2v7-g26rq-325v8 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3151-rs1kc-n8bks-81m27 is provisioned from template pingcap_tidb_periodics_integration_test_3151-rs1kc-n8bks --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8fec5f8114156a4ee6f068764bb35984d3156f0f" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-rs1kc" name: "pingcap-tidb-periodics-integration-test-3151-rs1kc-n8bks-81m27" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-rs1kc-n8bks-81m27" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-rs1kc-n8bks-81m27" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-rs1kc-n8bks-81m27 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-periodics-integration-test-3151-jvwsg-60798-06sql is provisioned from template pingcap_tidb_periodics_integration_test_3151-jvwsg-60798 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "69020ca6ad4b75129d9161a56188fe2e3496ecbf" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-jvwsg" name: "pingcap-tidb-periodics-integration-test-3151-jvwsg-60798-06sql" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-jvwsg-60798-06sql" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-jvwsg-60798-06sql" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-jvwsg-60798-06sql in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 4.00 secs (423305809 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] // cache The recommended git tool is: git [Pipeline] sh Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-1cv40-0j7bh-9lwn6 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-3ccq8-c9jgf-9kg4l Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-q9tcs-w45mg-vcmmw Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-0df36-wfjx5-dhf3c Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-md67q-7vj9z-113r6 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3151-tx16d-xjllp-5tl8b [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { Still waiting to schedule task ‘pingcap-tidb-periodics-integration-test-3151-8qpsd-6bms2-xx7nk’ is offline [Pipeline] cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7046e56b; decorates RemoteLauncher[hudson.remoting.Channel@3a729d02:JNLP4-connect connection from 10.233.105.244/10.233.105.244:58428] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@29720466; decorates RemoteLauncher[hudson.remoting.Channel@4c8af31b:JNLP4-connect connection from 10.233.123.29/10.233.123.29:53782] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@210ce22c; decorates RemoteLauncher[hudson.remoting.Channel@4bdb2613:JNLP4-connect connection from 10.233.66.61/10.233.66.61:44508] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@539b8add; decorates RemoteLauncher[hudson.remoting.Channel@7f9cec8f:JNLP4-connect connection from 10.233.67.21/10.233.67.21:44704] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6e3fff6c; decorates RemoteLauncher[hudson.remoting.Channel@11d02333:JNLP4-connect connection from 10.233.93.49/10.233.93.49:56534] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@338dd959; decorates RemoteLauncher[hudson.remoting.Channel@476f4351:JNLP4-connect connection from 10.233.106.88/10.233.106.88:48956] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-periodics-integration-test-3151-0df36-wfjx5-dhf3c is provisioned from template pingcap_tidb_periodics_integration_test_3151-0df36-wfjx5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "66af267553128a08a41d2bdc55928b8b433c789c" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-0df36" name: "pingcap-tidb-periodics-integration-test-3151-0df36-wfjx5-dhf3c" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-0df36-wfjx5-dhf3c" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-0df36-wfjx5-dhf3c" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-0df36-wfjx5-dhf3c in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3151-1cv40-0j7bh-9lwn6 is provisioned from template pingcap_tidb_periodics_integration_test_3151-1cv40-0j7bh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "162bb6bc4e8eb9c5ae943e721b25ceb8a19d9012" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-1cv40" name: "pingcap-tidb-periodics-integration-test-3151-1cv40-0j7bh-9lwn6" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-1cv40-0j7bh-9lwn6" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-1cv40-0j7bh-9lwn6" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-1cv40-0j7bh-9lwn6 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3151-3ccq8-c9jgf-9kg4l is provisioned from template pingcap_tidb_periodics_integration_test_3151-3ccq8-c9jgf --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6743596e2984ae7adfa413878ea51dd3cc435114" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-3ccq8" name: "pingcap-tidb-periodics-integration-test-3151-3ccq8-c9jgf-9kg4l" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-3ccq8-c9jgf-9kg4l" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-3ccq8-c9jgf-9kg4l" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-3ccq8-c9jgf-9kg4l in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-periodics-integration-test-3151-tx16d-xjllp-5tl8b is provisioned from template pingcap_tidb_periodics_integration_test_3151-tx16d-xjllp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b790145343101fedaaef124c9195c263b7082aba" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-tx16d" name: "pingcap-tidb-periodics-integration-test-3151-tx16d-xjllp-5tl8b" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-tx16d-xjllp-5tl8b" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-tx16d-xjllp-5tl8b" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-tx16d-xjllp-5tl8b in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3151-8qpsd-6bms2-xx7nk is provisioned from template pingcap_tidb_periodics_integration_test_3151-8qpsd-6bms2 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f11d95cd359f81b0bdfcf152661ee5de0445694b" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-8qpsd" name: "pingcap-tidb-periodics-integration-test-3151-8qpsd-6bms2-xx7nk" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-8qpsd-6bms2-xx7nk" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-8qpsd-6bms2-xx7nk" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-8qpsd-6bms2-xx7nk in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Avoid second fetch Agent pingcap-tidb-periodics-integration-test-3151-md67q-7vj9z-113r6 is provisioned from template pingcap_tidb_periodics_integration_test_3151-md67q-7vj9z --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8d11b5191e7a5b5e4356e0eb62147d44c4d6bf7a" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-md67q" name: "pingcap-tidb-periodics-integration-test-3151-md67q-7vj9z-113r6" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-md67q-7vj9z-113r6" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-md67q-7vj9z-113r6" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-md67q-7vj9z-113r6 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3151-q9tcs-w45mg-vcmmw is provisioned from template pingcap_tidb_periodics_integration_test_3151-q9tcs-w45mg --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3151/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3151/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1c9e350611c8042eea8ec572b75dabc47eac348a" jenkins/label: "pingcap_tidb_periodics_integration_test_3151-q9tcs" name: "pingcap-tidb-periodics-integration-test-3151-q9tcs-w45mg-vcmmw" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3151-q9tcs-w45mg-vcmmw" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3151-q9tcs-w45mg-vcmmw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3151-q9tcs-w45mg-vcmmw in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 3.78 secs (447699194 bytes/sec) [Pipeline] { [Pipeline] cache Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 5.19 secs (325696794 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] container [Pipeline] { [Pipeline] // cache [Pipeline] sh [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@38c07b7e; decorates RemoteLauncher[hudson.remoting.Channel@2f62e99c:JNLP4-connect connection from 10.233.90.220/10.233.90.220:39802] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6eb92a20; decorates RemoteLauncher[hudson.remoting.Channel@56de7e6e:JNLP4-connect connection from 10.233.100.212/10.233.100.212:39426] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5b30f969; decorates RemoteLauncher[hudson.remoting.Channel@5a077960:JNLP4-connect connection from 10.233.66.245/10.233.66.245:49842] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@54089c41; decorates RemoteLauncher[hudson.remoting.Channel@5aed6dba:JNLP4-connect connection from 10.233.72.72/10.233.72.72:41144] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@d61b361; decorates RemoteLauncher[hudson.remoting.Channel@72d61045:JNLP4-connect connection from 10.233.70.54/10.233.70.54:47478] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@729dedea; decorates RemoteLauncher[hudson.remoting.Channel@4212da1d:JNLP4-connect connection from 10.233.71.202/10.233.71.202:39108] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5121ef90; decorates RemoteLauncher[hudson.remoting.Channel@76f6fdc5:JNLP4-connect connection from 10.233.69.13/10.233.69.13:52318] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 3.78 secs (447325920 bytes/sec) [Pipeline] { [Pipeline] cache > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 14.35 secs (117899432 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 9.18 secs (184282532 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 13.40 secs (126240657 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 4.95 secs (341701880 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 10.23 secs (165351350 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] container [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/sirupsen/logrus v1.8.1 [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh start tidb-server, log file: ./integration-test.out tidb-server(PID: 1708) started run all integration test cases (disabled new collation) start tidb-server, log file: ./integration-test.out tidb-server(PID: 1697) started run all integration test cases (enabled new collation) ./t/show.test: ok! 3 test cases passed, take time 0.000732351 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.024493712 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.026487868 s ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.703872329 s ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.615587305 s ./t/collation_misc.test: ok! 66 test cases passed, take time 0.59708608 s ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.628865564 s Great, All tests passed ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 3.283865402 s ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.082812624 s ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.176313087 s ./t/black_list.test: ok! 55 test cases passed, take time 0.125872425 s integrationtest passed! ./run-tests.sh: line 1: kill: (1708) - No such process ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb ./t/clustered_index.test: ok! 47 test cases passed, take time 3.7352324 s ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.717448345 s ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.77054154 s ./t/collation_misc.test: ok! 66 test cases passed, take time 0.616632634 s ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.717247143 s ./t/common_collation.test: ok! 26 test cases passed, take time 0.186807543 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 15.27 secs (110758478 bytes/sec) [Pipeline] { [Pipeline] cache ./t/cte.test: ok! 189 test cases passed, take time 1.955173536 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.054023748 s ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.520967465 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 9.05 secs (186793807 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 4.69 secs (360633420 bytes/sec) [Pipeline] { [Pipeline] cache ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 20.521687063 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.316155176 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.078348379 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 3.24 secs (522038644 bytes/sec) [Pipeline] { [Pipeline] cache ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 3.919863109 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 6.66 secs (254075906 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 5.06 secs (334252687 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3151) 1691393536 bytes in 5.68 secs (297534249 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] } [Pipeline] sh + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] // dir Post stage [Pipeline] sh + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + ls -l rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:03 rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-82-g659f32a813 Edition: Community Git Commit Hash: 659f32a81300f9dbcea9032b3c8e4825555ccfd1 Git Branch: HEAD UTC Build Time: 2024-05-06 09:01:35 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh None of the test reports contained any result [Checks API] No suitable checks publisher found. No test report files were found. Configuration error? [Pipeline] sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3151 already exists) [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] // cache [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/06 17:06:16.336 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:06:16.336 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:06:16.336 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2378\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2378\",\"name\":\"pd1\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd1=http://127.0.0.1:2378\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:06:16.340 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:06:16.340 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:06:16.340 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:06:16.340 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:06:16.341 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:06:16.341 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:06:16.342 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd1] [service-name=MetaStorage] [2024/05/06 17:06:16.342 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:06:16.342 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd1] [service-name=ResourceManager] [2024/05/06 17:06:16.342 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:06:16.342 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2378]"] [2024/05/06 17:06:16.342 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:06:16.342 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:06:16.342 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:06:16.342 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd1] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2378]"] [listen-peer-urls="[http://127.0.0.1:2378]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd1=http://127.0.0.1:2378"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:06:16.342 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:06:16.343 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap/db] [took=264.228µs] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=856b5c9b084f6e64] [cluster-id=5ec4def2c110ed65] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=()"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:706] ["856b5c9b084f6e64 became follower at term 0"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:389] ["newRaft 856b5c9b084f6e64 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:706] ["856b5c9b084f6e64 became follower at term 1"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=(9613879650481565284)"] [2024/05/06 17:06:16.344 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:06:16.344 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:06:16.344 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=856b5c9b084f6e64] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:06:16.344 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=856b5c9b084f6e64] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/06 17:06:16.344 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:06:16.344 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:06:16.344 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:06:16.344 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=(9613879650481565284)"] [2024/05/06 17:06:16.344 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=5ec4def2c110ed65] [local-member-id=856b5c9b084f6e64] [added-peer-id=856b5c9b084f6e64] [added-peer-peer-urls="[http://127.0.0.1:2378]"] [2024/05/06 17:06:16.346 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2378] [2024/05/06 17:06:16.346 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=856b5c9b084f6e64] [initial-advertise-peer-urls="[http://127.0.0.1:2378]"] [listen-peer-urls="[http://127.0.0.1:2378]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:06:18.844 +08:00] [INFO] [raft.go:929] ["856b5c9b084f6e64 is starting a new election at term 1"] [2024/05/06 17:06:18.844 +08:00] [INFO] [raft.go:735] ["856b5c9b084f6e64 became pre-candidate at term 1"] [2024/05/06 17:06:18.844 +08:00] [INFO] [raft.go:830] ["856b5c9b084f6e64 received MsgPreVoteResp from 856b5c9b084f6e64 at term 1"] [2024/05/06 17:06:18.844 +08:00] [INFO] [raft.go:719] ["856b5c9b084f6e64 became candidate at term 2"] [2024/05/06 17:06:18.844 +08:00] [INFO] [raft.go:830] ["856b5c9b084f6e64 received MsgVoteResp from 856b5c9b084f6e64 at term 2"] [2024/05/06 17:06:18.844 +08:00] [INFO] [raft.go:771] ["856b5c9b084f6e64 became leader at term 2"] [2024/05/06 17:06:18.844 +08:00] [INFO] [node.go:327] ["raft.node: 856b5c9b084f6e64 elected leader 856b5c9b084f6e64 at term 2"] [2024/05/06 17:06:18.844 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=856b5c9b084f6e64] [local-member-attributes="{Name:pd1 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/856b5c9b084f6e64/attributes] [cluster-id=5ec4def2c110ed65] [publish-timeout=11s] [2024/05/06 17:06:18.844 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:06:18.844 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:06:18.844 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=5ec4def2c110ed65] [local-member-id=856b5c9b084f6e64] [cluster-version=3.4] [2024/05/06 17:06:18.844 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:06:18.845 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:06:18.845 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd1] [service-name=MetaStorage] [2024/05/06 17:06:18.845 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd1] [service-name=ResourceManager] [2024/05/06 17:06:18.845 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:06:18.849 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810409250491169] [2024/05/06 17:06:18.849 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd1\" member_id:9613879650481565284 peer_urls:\"http://127.0.0.1:2378\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810409250491169] [2024/05/06 17:06:18.851 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:06:18.852 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9613879650481565284] [2024/05/06 17:06:18.852 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:06:18.853 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:06:18.853 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd1] [2024/05/06 17:06:18.853 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd1] [2024/05/06 17:06:18.853 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:06:18.854 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd1] [2024/05/06 17:06:18.854 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:06:18.854 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:06:18.854 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7954640403378771725] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:06:18.854 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":6828828069203078501,\"member_id\":9613879650481565284,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/06 17:06:18.855 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810409250491169/leader] [purpose="leader election"] [2024/05/06 17:06:18.855 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd1] [2024/05/06 17:06:18.855 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:06:18.855 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:06:18.855 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:06:18.855 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:06:21.855 +08:00] [next=2024/05/06 17:06:18.855 +08:00] [2024/05/06 17:06:18.856 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:06:18.856 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:06:18.857 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:06:18.858 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:06:18.861 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:06:18.861 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:06:18.861 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd1] [2024/05/06 17:06:18.918 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/06 17:06:18.992 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/06 17:06:18.992 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/06 17:06:19.000 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810409250491169] [request="header: store: region: peers: > "] [2024/05/06 17:06:19.001 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810409250491169] [2024/05/06 17:06:19.004 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=652.865µs] [2024/05/06 17:06:19.004 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=97.229µs] [2024/05/06 17:06:19.005 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:06:19.005 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:06:19.005 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:06:19.005 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:06:19.005 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:06:19.005 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:06:19.005 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:06:19.005 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=499.377µs] [2024/05/06 17:06:19.008 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:06:19.008 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:06:19.008 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20165\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986378 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:06:19.008 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:06:19.855 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2379\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:06:21.046 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/dashboard.sqlite.db] [2024/05/06 17:06:21.056 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:06:21.056 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42403] [remotes="[]"] [2024/05/06 17:06:21.056 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:34243] [remotes="[]"] [2024/05/06 17:06:21.056 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:06:21.057 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:06:21.061 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:06:21.453 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/06 17:06:21.454 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFE00000000000000F8}, EndKey:{}"] [old-version=1] [new-version=2] [2024/05/06 17:06:21.455 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"748000FFFFFFFFFFFFFE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:21.458 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/06 17:06:21.458 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFE00000000000000F8}"] [old-version=2] [new-version=3] [2024/05/06 17:06:21.458 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:6 end_key:\"748000FFFFFFFFFFFFFD00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:21.461 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/06 17:06:21.462 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=6] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFD00000000000000F8}"] [old-version=3] [new-version=4] [2024/05/06 17:06:21.462 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=6] [origin="id:8 end_key:\"748000FFFFFFFFFFFFFC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:21.471 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:06:21.472 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=8] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFC00000000000000F8}"] [old-version=4] [new-version=5] [2024/05/06 17:06:21.472 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=8] [origin="id:10 end_key:\"748000FFFFFFFFFFFFFB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:21.474 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:06:21.475 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=5] [new-version=6] [2024/05/06 17:06:21.475 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:12 end_key:\"748000FFFFFFFFFFFFFA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:21.478 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:06:21.478 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFF900000000000000F8}, EndKey:{748000FFFFFFFFFFFFFA00000000000000F8}"] [old-version=6] [new-version=7] [2024/05/06 17:06:21.478 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:14 end_key:\"748000FFFFFFFFFFFFF900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:21.497 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=27] [2024/05/06 17:06:21.497 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=27] [2024/05/06 17:06:22.005 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=7] [total-region=7] [2024/05/06 17:06:22.005 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:06:22.005 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:06:22.005 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.006 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.006 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.007 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.008 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:06:22.008 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:06:22.008 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:06:22.008 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:06:22.018 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB]} (kind:split, region:14(7, 1), createAt:2024-05-06 17:06:22.018948649 +0800 CST m=+5.719641443, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:22.019 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:06:22.019 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7800000000000000FB 7800000100000000FB]} (kind:split, region:2(2, 1), createAt:2024-05-06 17:06:22.019203576 +0800 CST m=+5.719896370, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"748000FFFFFFFFFFFFFE00000000000000F8\"}"] [2024/05/06 17:06:22.019 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:06:22.019 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:06:22.019 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=18] [peer-ids="[19]"] [2024/05/06 17:06:22.019 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=20] [peer-ids="[21]"] [2024/05/06 17:06:22.019 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=22] [peer-ids="[23]"] [2024/05/06 17:06:22.020 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.456605ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7800000000000000FB 7800000100000000FB]} (kind:split, region:2(2, 1), createAt:2024-05-06 17:06:22.019203576 +0800 CST m=+5.719896370, startAt:2024-05-06 17:06:22.019245432 +0800 CST m=+5.719938227, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"748000FFFFFFFFFFFFFE00000000000000F8\"}"] [2024/05/06 17:06:22.020 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{748000FFFFFFFFFFFFFE00000000000000F8} -> {7800000100000000FB}, EndKey:{}"] [old-version=2] [new-version=4] [2024/05/06 17:06:22.020 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:16 start_key:\"748000FFFFFFFFFFFFFE00000000000000F8\" end_key:\"7800000000000000FB\" region_epoch: peers: id:18 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=2] [2024/05/06 17:06:22.020 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{} -> {7200000100000000FB}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7] [new-version=9] [2024/05/06 17:06:22.020 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.840546ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB]} (kind:split, region:14(7, 1), createAt:2024-05-06 17:06:22.018948649 +0800 CST m=+5.719641443, startAt:2024-05-06 17:06:22.019069542 +0800 CST m=+5.719762337, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:22.020 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:20 end_key:\"7200000000000000FB\" region_epoch: peers: id:22 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers:"] [total=2] [2024/05/06 17:06:22.571 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=24] [peer-ids="[25]"] [2024/05/06 17:06:22.571 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:24 start_key:\"7200000100000000FB\" end_key:\"7480000000000000FF0400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.571 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7200000100000000FB} -> {7480000000000000FF0400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=9] [new-version=10] [2024/05/06 17:06:22.599 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=26] [peer-ids="[27]"] [2024/05/06 17:06:22.599 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0400000000000000F8} -> {7480000000000000FF0600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=10] [new-version=11] [2024/05/06 17:06:22.599 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:26 start_key:\"7480000000000000FF0400000000000000F8\" end_key:\"7480000000000000FF0600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.621 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=28] [peer-ids="[29]"] [2024/05/06 17:06:22.622 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0600000000000000F8} -> {7480000000000000FF0800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=11] [new-version=12] [2024/05/06 17:06:22.622 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:28 start_key:\"7480000000000000FF0600000000000000F8\" end_key:\"7480000000000000FF0800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.649 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=30] [peer-ids="[31]"] [2024/05/06 17:06:22.650 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0800000000000000F8} -> {7480000000000000FF0A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=12] [new-version=13] [2024/05/06 17:06:22.650 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:30 start_key:\"7480000000000000FF0800000000000000F8\" end_key:\"7480000000000000FF0A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.672 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=32] [peer-ids="[33]"] [2024/05/06 17:06:22.673 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:32 start_key:\"7480000000000000FF0A00000000000000F8\" end_key:\"7480000000000000FF0C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.673 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0A00000000000000F8} -> {7480000000000000FF0C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=13] [new-version=14] [2024/05/06 17:06:22.694 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=34] [peer-ids="[35]"] [2024/05/06 17:06:22.694 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:34 start_key:\"7480000000000000FF0C00000000000000F8\" end_key:\"7480000000000000FF0E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.695 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0C00000000000000F8} -> {7480000000000000FF0E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=14] [new-version=15] [2024/05/06 17:06:22.716 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=36] [peer-ids="[37]"] [2024/05/06 17:06:22.716 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0E00000000000000F8} -> {7480000000000000FF1000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=15] [new-version=16] [2024/05/06 17:06:22.716 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:36 start_key:\"7480000000000000FF0E00000000000000F8\" end_key:\"7480000000000000FF1000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.738 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=38] [peer-ids="[39]"] [2024/05/06 17:06:22.739 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1000000000000000F8} -> {7480000000000000FF1200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=16] [new-version=17] [2024/05/06 17:06:22.739 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:38 start_key:\"7480000000000000FF1000000000000000F8\" end_key:\"7480000000000000FF1200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.760 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=40] [peer-ids="[41]"] [2024/05/06 17:06:22.761 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1200000000000000F8} -> {7480000000000000FF1400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=17] [new-version=18] [2024/05/06 17:06:22.761 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:40 start_key:\"7480000000000000FF1200000000000000F8\" end_key:\"7480000000000000FF1400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.782 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=42] [peer-ids="[43]"] [2024/05/06 17:06:22.783 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1400000000000000F8} -> {7480000000000000FF1600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=18] [new-version=19] [2024/05/06 17:06:22.783 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:42 start_key:\"7480000000000000FF1400000000000000F8\" end_key:\"7480000000000000FF1600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.809 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=44] [peer-ids="[45]"] [2024/05/06 17:06:22.810 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1600000000000000F8} -> {7480000000000000FF1800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=19] [new-version=20] [2024/05/06 17:06:22.810 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:44 start_key:\"7480000000000000FF1600000000000000F8\" end_key:\"7480000000000000FF1800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.833 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=46] [peer-ids="[47]"] [2024/05/06 17:06:22.834 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1800000000000000F8} -> {7480000000000000FF1A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=20] [new-version=21] [2024/05/06 17:06:22.834 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:46 start_key:\"7480000000000000FF1800000000000000F8\" end_key:\"7480000000000000FF1A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.857 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=48] [peer-ids="[49]"] [2024/05/06 17:06:22.858 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1A00000000000000F8} -> {7480000000000000FF1C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=21] [new-version=22] [2024/05/06 17:06:22.858 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:48 start_key:\"7480000000000000FF1A00000000000000F8\" end_key:\"7480000000000000FF1C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.883 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=50] [peer-ids="[51]"] [2024/05/06 17:06:22.884 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1C00000000000000F8} -> {7480000000000000FF1E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=22] [new-version=23] [2024/05/06 17:06:22.884 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:50 start_key:\"7480000000000000FF1C00000000000000F8\" end_key:\"7480000000000000FF1E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.904 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=52] [peer-ids="[53]"] [2024/05/06 17:06:22.905 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1E00000000000000F8} -> {7480000000000000FF2000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=23] [new-version=24] [2024/05/06 17:06:22.905 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:52 start_key:\"7480000000000000FF1E00000000000000F8\" end_key:\"7480000000000000FF2000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.925 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=54] [peer-ids="[55]"] [2024/05/06 17:06:22.926 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2000000000000000F8} -> {7480000000000000FF2200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=24] [new-version=25] [2024/05/06 17:06:22.926 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:54 start_key:\"7480000000000000FF2000000000000000F8\" end_key:\"7480000000000000FF2200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.950 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=56] [peer-ids="[57]"] [2024/05/06 17:06:22.950 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:56 start_key:\"7480000000000000FF2200000000000000F8\" end_key:\"7480000000000000FF2400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.950 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2200000000000000F8} -> {7480000000000000FF2400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=25] [new-version=26] [2024/05/06 17:06:22.973 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=58] [peer-ids="[59]"] [2024/05/06 17:06:22.974 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2400000000000000F8} -> {7480000000000000FF2600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=26] [new-version=27] [2024/05/06 17:06:22.974 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:58 start_key:\"7480000000000000FF2400000000000000F8\" end_key:\"7480000000000000FF2600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:22.995 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=60] [peer-ids="[61]"] [2024/05/06 17:06:22.996 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2600000000000000F8} -> {7480000000000000FF2800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=27] [new-version=28] [2024/05/06 17:06:22.996 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:60 start_key:\"7480000000000000FF2600000000000000F8\" end_key:\"7480000000000000FF2800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.007 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:06:23.018 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=62] [peer-ids="[63]"] [2024/05/06 17:06:23.019 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2800000000000000F8} -> {7480000000000000FF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=28] [new-version=29] [2024/05/06 17:06:23.019 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:62 start_key:\"7480000000000000FF2800000000000000F8\" end_key:\"7480000000000000FF2A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.040 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=64] [peer-ids="[65]"] [2024/05/06 17:06:23.041 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2A00000000000000F8} -> {7480000000000000FF2C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=29] [new-version=30] [2024/05/06 17:06:23.041 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:64 start_key:\"7480000000000000FF2A00000000000000F8\" end_key:\"7480000000000000FF2C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.062 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=66] [peer-ids="[67]"] [2024/05/06 17:06:23.063 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2C00000000000000F8} -> {7480000000000000FF2E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=30] [new-version=31] [2024/05/06 17:06:23.063 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:66 start_key:\"7480000000000000FF2C00000000000000F8\" end_key:\"7480000000000000FF2E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.082 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=68] [peer-ids="[69]"] [2024/05/06 17:06:23.083 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2E00000000000000F8} -> {7480000000000000FF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=31] [new-version=32] [2024/05/06 17:06:23.083 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:68 start_key:\"7480000000000000FF2E00000000000000F8\" end_key:\"7480000000000000FF3000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.104 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=70] [peer-ids="[71]"] [2024/05/06 17:06:23.105 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3000000000000000F8} -> {7480000000000000FF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=32] [new-version=33] [2024/05/06 17:06:23.104 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:70 start_key:\"7480000000000000FF3000000000000000F8\" end_key:\"7480000000000000FF3200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.126 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=72] [peer-ids="[73]"] [2024/05/06 17:06:23.126 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:72 start_key:\"7480000000000000FF3200000000000000F8\" end_key:\"7480000000000000FF3400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.126 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3200000000000000F8} -> {7480000000000000FF3400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=33] [new-version=34] [2024/05/06 17:06:23.146 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=74] [peer-ids="[75]"] [2024/05/06 17:06:23.147 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3400000000000000F8} -> {7480000000000000FF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=34] [new-version=35] [2024/05/06 17:06:23.147 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:74 start_key:\"7480000000000000FF3400000000000000F8\" end_key:\"7480000000000000FF3600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.166 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=76] [peer-ids="[77]"] [2024/05/06 17:06:23.167 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3600000000000000F8} -> {7480000000000000FF3800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=35] [new-version=36] [2024/05/06 17:06:23.167 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:76 start_key:\"7480000000000000FF3600000000000000F8\" end_key:\"7480000000000000FF3800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.189 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=78] [peer-ids="[79]"] [2024/05/06 17:06:23.190 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3800000000000000F8} -> {7480000000000000FF3A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=36] [new-version=37] [2024/05/06 17:06:23.190 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:78 start_key:\"7480000000000000FF3800000000000000F8\" end_key:\"7480000000000000FF3A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.211 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=80] [peer-ids="[81]"] [2024/05/06 17:06:23.211 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3A00000000000000F8} -> {7480000000000000FF3C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=37] [new-version=38] [2024/05/06 17:06:23.211 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:80 start_key:\"7480000000000000FF3A00000000000000F8\" end_key:\"7480000000000000FF3C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.232 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=82] [peer-ids="[83]"] [2024/05/06 17:06:23.232 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3C00000000000000F8} -> {7480000000000000FF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=38] [new-version=39] [2024/05/06 17:06:23.232 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:82 start_key:\"7480000000000000FF3C00000000000000F8\" end_key:\"7480000000000000FF3E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.254 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=84] [peer-ids="[85]"] [2024/05/06 17:06:23.254 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3E00000000000000F8} -> {7480000000000000FF4000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=39] [new-version=40] [2024/05/06 17:06:23.254 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:84 start_key:\"7480000000000000FF3E00000000000000F8\" end_key:\"7480000000000000FF4000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.276 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=86] [peer-ids="[87]"] [2024/05/06 17:06:23.276 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:86 start_key:\"7480000000000000FF4000000000000000F8\" end_key:\"7480000000000000FF4200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.276 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4000000000000000F8} -> {7480000000000000FF4200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=40] [new-version=41] [2024/05/06 17:06:23.297 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=88] [peer-ids="[89]"] [2024/05/06 17:06:23.297 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4200000000000000F8} -> {7480000000000000FF4400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=41] [new-version=42] [2024/05/06 17:06:23.297 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:88 start_key:\"7480000000000000FF4200000000000000F8\" end_key:\"7480000000000000FF4400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.318 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=90] [peer-ids="[91]"] [2024/05/06 17:06:23.319 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4400000000000000F8} -> {7480000000000000FF4600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=42] [new-version=43] [2024/05/06 17:06:23.319 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:90 start_key:\"7480000000000000FF4400000000000000F8\" end_key:\"7480000000000000FF4600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.339 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=92] [peer-ids="[93]"] [2024/05/06 17:06:23.340 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4600000000000000F8} -> {7480000000000000FF4800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=43] [new-version=44] [2024/05/06 17:06:23.340 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:92 start_key:\"7480000000000000FF4600000000000000F8\" end_key:\"7480000000000000FF4800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.362 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=94] [peer-ids="[95]"] [2024/05/06 17:06:23.363 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4800000000000000F8} -> {7480000000000000FF4A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=44] [new-version=45] [2024/05/06 17:06:23.363 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:94 start_key:\"7480000000000000FF4800000000000000F8\" end_key:\"7480000000000000FF4A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.386 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=96] [peer-ids="[97]"] [2024/05/06 17:06:23.387 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4A00000000000000F8} -> {7480000000000000FF4C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=45] [new-version=46] [2024/05/06 17:06:23.387 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:96 start_key:\"7480000000000000FF4A00000000000000F8\" end_key:\"7480000000000000FF4C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.410 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=98] [peer-ids="[99]"] [2024/05/06 17:06:23.410 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4C00000000000000F8} -> {7480000000000000FF4E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=46] [new-version=47] [2024/05/06 17:06:23.410 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:98 start_key:\"7480000000000000FF4C00000000000000F8\" end_key:\"7480000000000000FF4E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.434 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=100] [peer-ids="[101]"] [2024/05/06 17:06:23.434 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:100 start_key:\"7480000000000000FF4E00000000000000F8\" end_key:\"7480000000000000FF5000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.435 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4E00000000000000F8} -> {7480000000000000FF5000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=47] [new-version=48] [2024/05/06 17:06:23.456 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=102] [peer-ids="[103]"] [2024/05/06 17:06:23.457 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5000000000000000F8} -> {7480000000000000FF5200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=48] [new-version=49] [2024/05/06 17:06:23.457 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:102 start_key:\"7480000000000000FF5000000000000000F8\" end_key:\"7480000000000000FF5200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.478 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=104] [peer-ids="[105]"] [2024/05/06 17:06:23.479 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5200000000000000F8} -> {7480000000000000FF5400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=49] [new-version=50] [2024/05/06 17:06:23.479 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:104 start_key:\"7480000000000000FF5200000000000000F8\" end_key:\"7480000000000000FF5400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.500 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=106] [peer-ids="[107]"] [2024/05/06 17:06:23.501 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5400000000000000F8} -> {7480000000000000FF5600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=50] [new-version=51] [2024/05/06 17:06:23.501 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:106 start_key:\"7480000000000000FF5400000000000000F8\" end_key:\"7480000000000000FF5600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.504 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetGroupConfig, Method:HTTP/1.1/POST:/pd/api/v1/config/rule_group, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:44580, StartTime:2024-05-06 17:06:23 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"tiflash\",\"index\":120}}"] [2024/05/06 17:06:23.504 +08:00] [INFO] [rule_manager.go:639] ["group config updated"] [group="{\"id\":\"tiflash\",\"index\":120}"] [2024/05/06 17:06:23.526 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=108] [peer-ids="[109]"] [2024/05/06 17:06:23.526 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5600000000000000F8} -> {7480000000000000FF5800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=51] [new-version=52] [2024/05/06 17:06:23.526 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:108 start_key:\"7480000000000000FF5600000000000000F8\" end_key:\"7480000000000000FF5800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.546 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=110] [peer-ids="[111]"] [2024/05/06 17:06:23.546 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5800000000000000F8} -> {7480000000000000FF5A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=52] [new-version=53] [2024/05/06 17:06:23.546 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:110 start_key:\"7480000000000000FF5800000000000000F8\" end_key:\"7480000000000000FF5A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.568 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=112] [peer-ids="[113]"] [2024/05/06 17:06:23.569 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5A00000000000000F8} -> {7480000000000000FF5C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=53] [new-version=54] [2024/05/06 17:06:23.569 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:112 start_key:\"7480000000000000FF5A00000000000000F8\" end_key:\"7480000000000000FF5C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.589 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=114] [peer-ids="[115]"] [2024/05/06 17:06:23.589 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5C00000000000000F8} -> {7480000000000000FF5E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=54] [new-version=55] [2024/05/06 17:06:23.589 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:114 start_key:\"7480000000000000FF5C00000000000000F8\" end_key:\"7480000000000000FF5E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.609 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=116] [peer-ids="[117]"] [2024/05/06 17:06:23.610 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5E00000000000000F8} -> {7480000000000000FF6000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=55] [new-version=56] [2024/05/06 17:06:23.610 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:116 start_key:\"7480000000000000FF5E00000000000000F8\" end_key:\"7480000000000000FF6000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.628 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=118] [peer-ids="[119]"] [2024/05/06 17:06:23.629 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6000000000000000F8} -> {7480000000000000FF6200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=56] [new-version=57] [2024/05/06 17:06:23.629 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:118 start_key:\"7480000000000000FF6000000000000000F8\" end_key:\"7480000000000000FF6200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.664 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=120] [peer-ids="[121]"] [2024/05/06 17:06:23.665 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6200000000000000F8} -> {7480000000000000FF6600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=57] [new-version=58] [2024/05/06 17:06:23.665 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:120 start_key:\"7480000000000000FF6200000000000000F8\" end_key:\"7480000000000000FF6600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:23.694 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:06:23.704 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=97] [2024/05/06 17:06:23.704 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=97] [2024/05/06 17:06:23.751 +08:00] [INFO] [grpc_service.go:2172] ["update service GC safe point"] [service-id=gc_worker] [expire-at=-9223372035139789426] [safepoint=449573233282777088] [2024/05/06 17:06:24.759 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=122] [peer-ids="[123]"] [2024/05/06 17:06:24.760 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6600000000000000F8} -> {7480000000000000FF6A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=58] [new-version=59] [2024/05/06 17:06:24.760 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:122 start_key:\"7480000000000000FF6600000000000000F8\" end_key:\"7480000000000000FF6A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:24.798 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=124] [peer-ids="[125]"] [2024/05/06 17:06:24.798 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6A00000000000000F8} -> {7480000000000000FF6C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=59] [new-version=60] [2024/05/06 17:06:24.798 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:124 start_key:\"7480000000000000FF6A00000000000000F8\" end_key:\"7480000000000000FF6C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:24.805 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=126] [peer-ids="[127]"] [2024/05/06 17:06:24.805 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=128] [peer-ids="[129]"] [2024/05/06 17:06:24.805 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=130] [peer-ids="[131]"] [2024/05/06 17:06:24.805 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=132] [peer-ids="[133]"] [2024/05/06 17:06:24.805 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=134] [peer-ids="[135]"] [2024/05/06 17:06:24.805 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=136] [peer-ids="[137]"] [2024/05/06 17:06:24.806 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6C00000000000000F8} -> {7480000000000000FF6C5F728000000000FF0000050000000000FA}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=60] [new-version=66] [2024/05/06 17:06:24.806 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:126 start_key:\"7480000000000000FF6C00000000000000F8\" end_key:\"7480000000000000FF6C5F728000000000FF0000000000000000FA\" region_epoch: peers: id:128 start_key:\"7480000000000000FF6C5F728000000000FF0000000000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000010000000000FA\" region_epoch: peers: id:130 start_key:\"7480000000000000FF6C5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" region_epoch: peers: id:132 start_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000030000000000FA\" region_epoch: peers: id:134 start_key:\"7480000000000000FF6C5F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000040000000000FA\" region_epoch: peers: id:136 start_key:\"7480000000000000FF6C5F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000050000000000FA\" region_epoch: peers:"] [total=6] [2024/05/06 17:06:24.806 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=126] [2024/05/06 17:06:24.907 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=128] [2024/05/06 17:06:25.008 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=130] [2024/05/06 17:06:25.109 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=132] [2024/05/06 17:06:25.210 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=134] [2024/05/06 17:06:25.311 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=136] [2024/05/06 17:06:25.453 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:44580, StartTime:2024-05-06 17:06:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_agg_func/t\",\"schema/collation_agg_func/tt\"]}}"] [2024/05/06 17:06:25.521 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=138] [peer-ids="[139]"] [2024/05/06 17:06:25.522 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6C5F728000000000FF0000050000000000FA} -> {7480000000000000FF7100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=66] [new-version=67] [2024/05/06 17:06:25.522 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:138 start_key:\"7480000000000000FF6C5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FF7100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.543 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=140] [peer-ids="[141]"] [2024/05/06 17:06:25.543 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:140 start_key:\"7480000000000000FF7100000000000000F8\" end_key:\"7480000000000000FF7300000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.543 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7100000000000000F8} -> {7480000000000000FF7300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=67] [new-version=68] [2024/05/06 17:06:25.603 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=142] [peer-ids="[143]"] [2024/05/06 17:06:25.604 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:142 start_key:\"7480000000000000FF7300000000000000F8\" end_key:\"7480000000000000FF7600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.604 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7300000000000000F8} -> {7480000000000000FF7600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=68] [new-version=69] [2024/05/06 17:06:25.657 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=144] [peer-ids="[145]"] [2024/05/06 17:06:25.658 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:144 start_key:\"7480000000000000FF7600000000000000F8\" end_key:\"7480000000000000FF7900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.658 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7600000000000000F8} -> {7480000000000000FF7900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=69] [new-version=70] [2024/05/06 17:06:25.724 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=146] [peer-ids="[147]"] [2024/05/06 17:06:25.725 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7900000000000000F8} -> {7480000000000000FF7C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=70] [new-version=71] [2024/05/06 17:06:25.725 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:146 start_key:\"7480000000000000FF7900000000000000F8\" end_key:\"7480000000000000FF7C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.778 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=148] [peer-ids="[149]"] [2024/05/06 17:06:25.779 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7C00000000000000F8} -> {7480000000000000FF7F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=71] [new-version=72] [2024/05/06 17:06:25.779 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:148 start_key:\"7480000000000000FF7C00000000000000F8\" end_key:\"7480000000000000FF7F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.815 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=150] [peer-ids="[151]"] [2024/05/06 17:06:25.816 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7F00000000000000F8} -> {7480000000000000FF8100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=72] [new-version=73] [2024/05/06 17:06:25.816 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:150 start_key:\"7480000000000000FF7F00000000000000F8\" end_key:\"7480000000000000FF8100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.873 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=152] [peer-ids="[153]"] [2024/05/06 17:06:25.874 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8100000000000000F8} -> {7480000000000000FF8400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=73] [new-version=74] [2024/05/06 17:06:25.874 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:152 start_key:\"7480000000000000FF8100000000000000F8\" end_key:\"7480000000000000FF8400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.895 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=154] [peer-ids="[155]"] [2024/05/06 17:06:25.895 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8400000000000000F8} -> {7480000000000000FF8600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=74] [new-version=75] [2024/05/06 17:06:25.895 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:154 start_key:\"7480000000000000FF8400000000000000F8\" end_key:\"7480000000000000FF8600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:25.982 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=156] [peer-ids="[157]"] [2024/05/06 17:06:25.983 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8600000000000000F8} -> {7480000000000000FF8A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=75] [new-version=76] [2024/05/06 17:06:25.983 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:156 start_key:\"7480000000000000FF8600000000000000F8\" end_key:\"7480000000000000FF8A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.004 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=158] [peer-ids="[159]"] [2024/05/06 17:06:26.005 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8A00000000000000F8} -> {7480000000000000FF8C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=76] [new-version=77] [2024/05/06 17:06:26.005 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:158 start_key:\"7480000000000000FF8A00000000000000F8\" end_key:\"7480000000000000FF8C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.066 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=160] [peer-ids="[161]"] [2024/05/06 17:06:26.067 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:160 start_key:\"7480000000000000FF8C00000000000000F8\" end_key:\"7480000000000000FF8F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.067 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8C00000000000000F8} -> {7480000000000000FF8F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=77] [new-version=78] [2024/05/06 17:06:26.090 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=162] [peer-ids="[163]"] [2024/05/06 17:06:26.090 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8F00000000000000F8} -> {7480000000000000FF9100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=78] [new-version=79] [2024/05/06 17:06:26.090 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:162 start_key:\"7480000000000000FF8F00000000000000F8\" end_key:\"7480000000000000FF9100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.111 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=164] [peer-ids="[165]"] [2024/05/06 17:06:26.112 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9100000000000000F8} -> {7480000000000000FF9300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=79] [new-version=80] [2024/05/06 17:06:26.112 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:164 start_key:\"7480000000000000FF9100000000000000F8\" end_key:\"7480000000000000FF9300000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.129 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:44580, StartTime:2024-05-06 17:06:26 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_check_use_collation/t\",\"schema/collation_check_use_collation/tbl_2\",\"schema/collation_check_use_collation/t2\",\"schema/collation_check_use_collation/t0\",\"schema/collation_check_use_collation/t1\",\"schema/collation_check_use_collation/v0\"]}}"] [2024/05/06 17:06:26.199 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=166] [peer-ids="[167]"] [2024/05/06 17:06:26.200 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9300000000000000F8} -> {7480000000000000FF9800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=80] [new-version=81] [2024/05/06 17:06:26.200 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:166 start_key:\"7480000000000000FF9300000000000000F8\" end_key:\"7480000000000000FF9800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.258 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=168] [peer-ids="[169]"] [2024/05/06 17:06:26.259 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9800000000000000F8} -> {7480000000000000FF9C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=81] [new-version=82] [2024/05/06 17:06:26.259 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:168 start_key:\"7480000000000000FF9800000000000000F8\" end_key:\"7480000000000000FF9C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.334 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=170] [peer-ids="[171]"] [2024/05/06 17:06:26.334 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9C00000000000000F8} -> {7480000000000000FFA000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=82] [new-version=83] [2024/05/06 17:06:26.334 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:170 start_key:\"7480000000000000FF9C00000000000000F8\" end_key:\"7480000000000000FFA000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.411 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=172] [peer-ids="[173]"] [2024/05/06 17:06:26.412 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA000000000000000F8} -> {7480000000000000FFA400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=83] [new-version=84] [2024/05/06 17:06:26.412 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:172 start_key:\"7480000000000000FFA000000000000000F8\" end_key:\"7480000000000000FFA400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.490 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=174] [peer-ids="[175]"] [2024/05/06 17:06:26.491 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA400000000000000F8} -> {7480000000000000FFA800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=84] [new-version=85] [2024/05/06 17:06:26.491 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:174 start_key:\"7480000000000000FFA400000000000000F8\" end_key:\"7480000000000000FFA800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.550 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=176] [peer-ids="[177]"] [2024/05/06 17:06:26.550 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA800000000000000F8} -> {7480000000000000FFAB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=85] [new-version=86] [2024/05/06 17:06:26.550 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:176 start_key:\"7480000000000000FFA800000000000000F8\" end_key:\"7480000000000000FFAB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.727 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=178] [peer-ids="[179]"] [2024/05/06 17:06:26.728 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFAB00000000000000F8} -> {7480000000000000FFB600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=86] [new-version=87] [2024/05/06 17:06:26.728 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:178 start_key:\"7480000000000000FFAB00000000000000F8\" end_key:\"7480000000000000FFB600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.755 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=180] [peer-ids="[181]"] [2024/05/06 17:06:26.756 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:180 start_key:\"7480000000000000FFB600000000000000F8\" end_key:\"7480000000000000FFB800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.756 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFB600000000000000F8} -> {7480000000000000FFB800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=87] [new-version=88] [2024/05/06 17:06:26.778 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=182] [peer-ids="[183]"] [2024/05/06 17:06:26.779 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:182 start_key:\"7480000000000000FFB800000000000000F8\" end_key:\"7480000000000000FFBA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.779 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFB800000000000000F8} -> {7480000000000000FFBA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=88] [new-version=89] [2024/05/06 17:06:26.787 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:44580, StartTime:2024-05-06 17:06:26 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_misc/t1\",\"schema/collation_misc/t\"]}}"] [2024/05/06 17:06:26.872 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=184] [peer-ids="[185]"] [2024/05/06 17:06:26.872 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:184 start_key:\"7480000000000000FFBA00000000000000F8\" end_key:\"7480000000000000FFC100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.872 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFBA00000000000000F8} -> {7480000000000000FFC100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=89] [new-version=90] [2024/05/06 17:06:26.886 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=186] [peer-ids="[187]"] [2024/05/06 17:06:26.887 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC100000000000000F8} -> {7480000000000000FFC300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=90] [new-version=91] [2024/05/06 17:06:26.887 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:186 start_key:\"7480000000000000FFC100000000000000F8\" end_key:\"7480000000000000FFC300000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.952 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=188] [peer-ids="[189]"] [2024/05/06 17:06:26.953 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:188 start_key:\"7480000000000000FFC300000000000000F8\" end_key:\"7480000000000000FFC600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:26.953 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC300000000000000F8} -> {7480000000000000FFC600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=91] [new-version=92] [2024/05/06 17:06:27.013 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=190] [peer-ids="[191]"] [2024/05/06 17:06:27.013 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC600000000000000F8} -> {7480000000000000FFC900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=92] [new-version=93] [2024/05/06 17:06:27.013 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:190 start_key:\"7480000000000000FFC600000000000000F8\" end_key:\"7480000000000000FFC900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.027 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=192] [peer-ids="[193]"] [2024/05/06 17:06:27.028 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC900000000000000F8} -> {7480000000000000FFCB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=93] [new-version=94] [2024/05/06 17:06:27.028 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:192 start_key:\"7480000000000000FFC900000000000000F8\" end_key:\"7480000000000000FFCB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.090 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=194] [peer-ids="[195]"] [2024/05/06 17:06:27.091 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFCB00000000000000F8} -> {7480000000000000FFCE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=94] [new-version=95] [2024/05/06 17:06:27.091 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:194 start_key:\"7480000000000000FFCB00000000000000F8\" end_key:\"7480000000000000FFCE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.151 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=196] [peer-ids="[197]"] [2024/05/06 17:06:27.152 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFCE00000000000000F8} -> {7480000000000000FFD100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=95] [new-version=96] [2024/05/06 17:06:27.152 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:196 start_key:\"7480000000000000FFCE00000000000000F8\" end_key:\"7480000000000000FFD100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.216 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=198] [peer-ids="[199]"] [2024/05/06 17:06:27.216 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD100000000000000F8} -> {7480000000000000FFD400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=96] [new-version=97] [2024/05/06 17:06:27.216 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:198 start_key:\"7480000000000000FFD100000000000000F8\" end_key:\"7480000000000000FFD400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.235 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=200] [peer-ids="[201]"] [2024/05/06 17:06:27.236 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD400000000000000F8} -> {7480000000000000FFD600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=97] [new-version=98] [2024/05/06 17:06:27.236 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:200 start_key:\"7480000000000000FFD400000000000000F8\" end_key:\"7480000000000000FFD600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.305 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=202] [peer-ids="[203]"] [2024/05/06 17:06:27.306 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD600000000000000F8} -> {7480000000000000FFD900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=98] [new-version=99] [2024/05/06 17:06:27.306 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:202 start_key:\"7480000000000000FFD600000000000000F8\" end_key:\"7480000000000000FFD900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.366 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=204] [peer-ids="[205]"] [2024/05/06 17:06:27.367 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD900000000000000F8} -> {7480000000000000FFDC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=99] [new-version=100] [2024/05/06 17:06:27.367 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:204 start_key:\"7480000000000000FFD900000000000000F8\" end_key:\"7480000000000000FFDC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.382 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=206] [peer-ids="[207]"] [2024/05/06 17:06:27.383 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFDC00000000000000F8} -> {7480000000000000FFDE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=100] [new-version=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:206 start_key:\"7480000000000000FFDC00000000000000F8\" end_key:\"7480000000000000FFDE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:06:27.454 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=208] [peer-ids="[209]"] [2024/05/06 17:06:27.454 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFDE00000000000000F8} -> {7480000000000000FFE100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=101] [new-version=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:208 start_key:\"7480000000000000FFDE00000000000000F8\" end_key:\"7480000000000000FFE100000000000000F8\" region_epoch: peers:"] [total=1] ==> ./pd3.log <== [2024/05/06 17:06:16.342 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:06:16.342 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:06:16.342 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:06:16.342 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:06:16.342 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:06:16.342 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:06:16.342 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:06:16.342 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:06:16.342 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2399\",\"peer-urls\":\"http://127.0.0.1:2398\",\"advertise-client-urls\":\"http://127.0.0.1:2399\",\"advertise-peer-urls\":\"http://127.0.0.1:2398\",\"name\":\"pd3\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd3=http://127.0.0.1:2398\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd3\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:06:16.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:06:16.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:06:16.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:06:16.346 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:06:16.347 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:06:16.347 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:06:16.347 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=MetaStorage] [2024/05/06 17:06:16.347 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:06:16.347 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=ResourceManager] [2024/05/06 17:06:16.347 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:06:16.347 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2398]"] [2024/05/06 17:06:16.347 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:06:16.348 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2399]"] [2024/05/06 17:06:16.348 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:06:16.348 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd3] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd3=http://127.0.0.1:2398"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:06:16.348 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:06:16.348 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap/db] [took=282.231µs] [2024/05/06 17:06:16.349 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=820b37984af3d5a4] [cluster-id=ead61e552c96788c] [2024/05/06 17:06:16.349 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=()"] [2024/05/06 17:06:16.349 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 0"] [2024/05/06 17:06:16.349 +08:00] [INFO] [raft.go:389] ["newRaft 820b37984af3d5a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:06:16.349 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 1"] [2024/05/06 17:06:16.349 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/06 17:06:16.349 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:06:16.349 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:06:16.349 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=820b37984af3d5a4] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:06:16.349 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=820b37984af3d5a4] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/06 17:06:16.349 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:06:16.350 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:06:16.350 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:06:16.350 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/06 17:06:16.350 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [added-peer-id=820b37984af3d5a4] [added-peer-peer-urls="[http://127.0.0.1:2398]"] [2024/05/06 17:06:16.351 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=820b37984af3d5a4] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [2024/05/06 17:06:16.351 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2398] [2024/05/06 17:06:19.349 +08:00] [INFO] [raft.go:929] ["820b37984af3d5a4 is starting a new election at term 1"] [2024/05/06 17:06:19.349 +08:00] [INFO] [raft.go:735] ["820b37984af3d5a4 became pre-candidate at term 1"] [2024/05/06 17:06:19.349 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgPreVoteResp from 820b37984af3d5a4 at term 1"] [2024/05/06 17:06:19.349 +08:00] [INFO] [raft.go:719] ["820b37984af3d5a4 became candidate at term 2"] [2024/05/06 17:06:19.349 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgVoteResp from 820b37984af3d5a4 at term 2"] [2024/05/06 17:06:19.349 +08:00] [INFO] [raft.go:771] ["820b37984af3d5a4 became leader at term 2"] [2024/05/06 17:06:19.349 +08:00] [INFO] [node.go:327] ["raft.node: 820b37984af3d5a4 elected leader 820b37984af3d5a4 at term 2"] [2024/05/06 17:06:19.350 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=820b37984af3d5a4] [local-member-attributes="{Name:pd3 ClientURLs:[http://127.0.0.1:2399]}"] [request-path=/0/members/820b37984af3d5a4/attributes] [cluster-id=ead61e552c96788c] [publish-timeout=11s] [2024/05/06 17:06:19.350 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:06:19.350 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:06:19.350 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [cluster-version=3.4] [2024/05/06 17:06:19.350 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:06:19.350 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:06:19.350 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=ResourceManager] [2024/05/06 17:06:19.350 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=MetaStorage] [2024/05/06 17:06:19.350 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2399] [2024/05/06 17:06:19.354 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810414530566278] [2024/05/06 17:06:19.354 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd3\" member_id:9370644576906499492 peer_urls:\"http://127.0.0.1:2398\" client_urls:\"http://127.0.0.1:2399\" "] [root-path=/pd/7365810414530566278] [2024/05/06 17:06:19.356 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:06:19.357 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9370644576906499492] [2024/05/06 17:06:19.357 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:06:19.358 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:06:19.358 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd3] [2024/05/06 17:06:19.358 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd3] [2024/05/06 17:06:19.358 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:06:19.358 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd3] [2024/05/06 17:06:19.358 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:06:19.359 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=6171214950940056845] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:06:19.359 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:06:19.359 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":16921746001060329612,\"member_id\":9370644576906499492,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/06 17:06:19.359 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810414530566278/leader] [purpose="leader election"] [2024/05/06 17:06:19.359 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd3] [2024/05/06 17:06:19.359 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:06:19.359 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:06:19.359 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:06:19.360 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:06:22.360 +08:00] [next=2024/05/06 17:06:19.360 +08:00] [2024/05/06 17:06:19.361 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:06:19.361 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:06:19.361 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:06:19.363 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:06:19.366 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:06:19.366 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:06:19.366 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd3] [2024/05/06 17:06:19.664 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/06 17:06:19.742 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/06 17:06:19.742 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/06 17:06:19.750 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810414530566278] [request="header: store: region: peers: > "] [2024/05/06 17:06:19.750 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810414530566278] [2024/05/06 17:06:19.752 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=555.412µs] [2024/05/06 17:06:19.753 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=130.41µs] [2024/05/06 17:06:19.753 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:06:19.753 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:06:19.754 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:06:19.754 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:06:19.754 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:06:19.754 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:06:19.754 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:06:19.754 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=642.54µs] [2024/05/06 17:06:19.757 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:06:19.757 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:06:19.757 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986379 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:06:19.757 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:06:20.360 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2399\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:06:21.477 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/dashboard.sqlite.db] [2024/05/06 17:06:21.488 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:06:21.488 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:45373] [remotes="[]"] [2024/05/06 17:06:21.488 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:06:21.488 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46221] [remotes="[]"] [2024/05/06 17:06:21.488 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:06:21.492 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:06:22.754 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:06:22.754 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:06:22.754 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:06:22.754 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.755 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.755 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.756 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:22.757 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:06:22.757 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:06:22.757 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:06:22.757 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:06:22.767 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:06:22.767619168 +0800 CST m=+6.467594425, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:22.767 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:06:22.767 +08:00] [ERROR] [heartbeat_streams.go:141] ["send heartbeat message fail"] [region-id=2] [error="[PD:grpc:ErrGRPCSend]send request error: EOF"] [2024/05/06 17:06:23.756 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:06:28.257 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/06 17:06:29.754 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20180] ==> ./pd2.log <== [2024/05/06 17:06:16.336 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:06:16.336 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:06:16.336 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:06:16.336 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2389\",\"peer-urls\":\"http://127.0.0.1:2388\",\"advertise-client-urls\":\"http://127.0.0.1:2389\",\"advertise-peer-urls\":\"http://127.0.0.1:2388\",\"name\":\"pd2\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd2=http://127.0.0.1:2388\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:06:16.340 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:06:16.340 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:06:16.340 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:06:16.340 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:06:16.341 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:06:16.341 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:06:16.341 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=MetaStorage] [2024/05/06 17:06:16.341 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:06:16.341 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=ResourceManager] [2024/05/06 17:06:16.341 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:06:16.341 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2388]"] [2024/05/06 17:06:16.341 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:06:16.342 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2389]"] [2024/05/06 17:06:16.342 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:06:16.342 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd2] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd2=http://127.0.0.1:2388"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:06:16.342 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:06:16.342 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap/db] [took=410.827µs] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=6c13e5b5070c688e] [cluster-id=3dbfcd5d7ee94618] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=()"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 0"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:389] ["newRaft 6c13e5b5070c688e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 1"] [2024/05/06 17:06:16.343 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/06 17:06:16.343 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:06:16.344 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:06:16.344 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=6c13e5b5070c688e] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:06:16.344 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=6c13e5b5070c688e] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/06 17:06:16.344 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:06:16.344 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:06:16.344 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:06:16.344 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/06 17:06:16.344 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [added-peer-id=6c13e5b5070c688e] [added-peer-peer-urls="[http://127.0.0.1:2388]"] [2024/05/06 17:06:16.345 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2388] [2024/05/06 17:06:16.345 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=6c13e5b5070c688e] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [2024/05/06 17:06:17.344 +08:00] [INFO] [raft.go:929] ["6c13e5b5070c688e is starting a new election at term 1"] [2024/05/06 17:06:17.344 +08:00] [INFO] [raft.go:735] ["6c13e5b5070c688e became pre-candidate at term 1"] [2024/05/06 17:06:17.344 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgPreVoteResp from 6c13e5b5070c688e at term 1"] [2024/05/06 17:06:17.344 +08:00] [INFO] [raft.go:719] ["6c13e5b5070c688e became candidate at term 2"] [2024/05/06 17:06:17.344 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgVoteResp from 6c13e5b5070c688e at term 2"] [2024/05/06 17:06:17.344 +08:00] [INFO] [raft.go:771] ["6c13e5b5070c688e became leader at term 2"] [2024/05/06 17:06:17.344 +08:00] [INFO] [node.go:327] ["raft.node: 6c13e5b5070c688e elected leader 6c13e5b5070c688e at term 2"] [2024/05/06 17:06:17.344 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=6c13e5b5070c688e] [local-member-attributes="{Name:pd2 ClientURLs:[http://127.0.0.1:2389]}"] [request-path=/0/members/6c13e5b5070c688e/attributes] [cluster-id=3dbfcd5d7ee94618] [publish-timeout=11s] [2024/05/06 17:06:17.344 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:06:17.344 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:06:17.345 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [cluster-version=3.4] [2024/05/06 17:06:17.345 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:06:17.345 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:06:17.346 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=MetaStorage] [2024/05/06 17:06:17.346 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=ResourceManager] [2024/05/06 17:06:17.346 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2389] [2024/05/06 17:06:17.348 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810402920678134] [2024/05/06 17:06:17.348 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd2\" member_id:7787820746323814542 peer_urls:\"http://127.0.0.1:2388\" client_urls:\"http://127.0.0.1:2389\" "] [root-path=/pd/7365810402920678134] [2024/05/06 17:06:17.351 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:06:17.351 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=7787820746323814542] [2024/05/06 17:06:17.351 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:06:17.352 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:06:17.352 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd2] [2024/05/06 17:06:17.352 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd2] [2024/05/06 17:06:17.353 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:06:17.353 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd2] [2024/05/06 17:06:17.353 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:06:17.354 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:06:17.354 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7534116788173051661] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:06:17.355 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":4449500758310209048,\"member_id\":7787820746323814542,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/06 17:06:17.355 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810402920678134/leader] [purpose="leader election"] [2024/05/06 17:06:17.355 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd2] [2024/05/06 17:06:17.355 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:06:17.355 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:06:17.356 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:06:17.356 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:06:20.356 +08:00] [next=2024/05/06 17:06:17.356 +08:00] [2024/05/06 17:06:17.357 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:06:17.357 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:06:17.358 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:06:17.359 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:06:17.362 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:06:17.362 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:06:17.362 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd2] [2024/05/06 17:06:17.656 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/06 17:06:17.732 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/06 17:06:17.732 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/06 17:06:17.739 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810402920678134] [request="header: store: region: peers: > "] [2024/05/06 17:06:17.739 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810402920678134] [2024/05/06 17:06:17.741 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=711.106µs] [2024/05/06 17:06:17.742 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=201.72µs] [2024/05/06 17:06:17.742 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:06:17.742 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:06:17.742 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:06:17.742 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:06:17.742 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:06:17.742 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:06:17.742 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:06:17.743 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=474.117µs] [2024/05/06 17:06:17.745 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:06:17.746 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:06:17.746 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986377 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:06:17.746 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:06:18.354 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2389\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:06:19.424 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/dashboard.sqlite.db] [2024/05/06 17:06:19.433 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:06:19.433 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:45895] [remotes="[]"] [2024/05/06 17:06:19.433 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:33053] [remotes="[]"] [2024/05/06 17:06:19.433 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:06:19.434 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:06:19.437 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:06:20.743 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:06:20.743 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:06:20.743 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:06:20.744 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:20.744 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:20.745 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:20.746 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:20.747 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:06:20.747 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:06:20.747 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:06:20.747 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:06:20.757 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:06:20.757403518 +0800 CST m=+4.457942348, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:20.757 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:06:20.758 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/06 17:06:20.758 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/06 17:06:20.758 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/06 17:06:20.758 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:06:20.759 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:06:20.759 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.933352ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:06:20.757403518 +0800 CST m=+4.457942348, startAt:2024-05-06 17:06:20.757564314 +0800 CST m=+4.458103155, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:20.759 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch: peers: id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:06:21.745 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:06:27.743 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20170] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={55, 33, 60, 70, 25, 52, 47, 56, 59, 61, 66, 19, 71, 63, 54, 64, 58, 14, 53, 15, 68, 69, 51, 16, 48, 65, 30, 11, 22, 24, 27, 62, 32, 57, 34, 67, 13, 21, 23, 12, 17, 35, 18, 49, 28, 26, 29, 36, 20, 31, 50, 0}"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:06:16.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:16.308 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:06:16.308 +08:00] [INFO] [] ["subchannel 0x7f017e44d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f017e4afb20, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f017e437ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f017e4d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: connect failed: {\"created\":\"@1714986376.308754456\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2389\"}"] [thread_id=13] [2024/05/06 17:06:16.308 +08:00] [INFO] [] ["subchannel 0x7f017e44d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f017e4afb20, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f017e437ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f017e4d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:06:16.309 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:16.309 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:06:16.610 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:17.648 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:17.649 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:17.650 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:17.651 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:17.651 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2389\"]"] [thread_id=1] [2024/05/06 17:06:17.651 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810402920678134] [thread_id=1] [2024/05/06 17:06:17.652 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:17.652 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:17.654 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:06:17.654 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2] [thread_id=1] [2024/05/06 17:06:17.654 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft] [thread_id=1] [2024/05/06 17:06:17.655 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20170\",\"advertise-addr\":\"127.0.0.1:20170\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20175\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2389\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:06:17.655 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:06:17.656 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:06:17.656 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:06:17.656 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:06:17.656 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:06:17.656 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:06:17.671 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:06:17.671 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:06:17.671 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 151.928µs"] [thread_id=1] [2024/05/06 17:06:17.729 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:06:17.730 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:06:17.730 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:06:17.731 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp] [thread_id=1] [2024/05/06 17:06:17.731 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:06:17.732 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:06:17.732 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:06:17.732 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:06:17.732 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/05/06 17:06:17.732 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/05/06 17:06:17.732 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:06:17.738 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:06:17.744 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810402920678134] [thread_id=1] [2024/05/06 17:06:17.744 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20170\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20170\" status_address: \"127.0.0.1:20175\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986377 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:06:17.746 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:06:17.746 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:06:17.746 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:06:17.747 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=199.862µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:06:17.750 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.966µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:06:17.751 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/06 17:06:17.752 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:06:17.752 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:06:17.752 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:06:17.752 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/06 17:06:17.755 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:17.755 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/06 17:06:17.756 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:06:17.756 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:06:17.757 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:06:17.757 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:06:17.758 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20170] [thread_id=1] [2024/05/06 17:06:17.759 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:06:17.759 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:06:17.763 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:06:20.757 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/05/06 17:06:20.757 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:06:20.758 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/05/06 17:06:20.758 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:06:20.758 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:20.759 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=102] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/06 17:06:20.759 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/05/06 17:06:20.759 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:06:20.759 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/05/06 17:06:20.759 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:20.759 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/06 17:06:20.759 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:20.760 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:20.760 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/05/06 17:06:20.760 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:06:20.760 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:20.760 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=6] [thread_id=68] [2024/05/06 17:06:20.760 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=8] [thread_id=68] [2024/05/06 17:06:20.760 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/06 17:06:20.760 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=4] [thread_id=68] [2024/05/06 17:06:27.753 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] ==> ./tikv1.log <== [2024/05/06 17:06:26.334 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=171] [region_id=170] [thread_id=102] [2024/05/06 17:06:26.334 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803942] [region_id=170] [thread_id=102] [2024/05/06 17:06:26.335 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=110] [observe_id=ObserveId(160)] [region=14] [thread_id=68] [2024/05/06 17:06:26.335 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 170 start_key: 7480000000000000FF9C00000000000000F8 end_key: 7480000000000000FFA000000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 171 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.335 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=170] [thread_id=31] [2024/05/06 17:06:26.335 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(161)] [region=170] [thread_id=68] [2024/05/06 17:06:26.336 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 83, but you sent conf_ver: 1 version: 82\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 } } current_regions { id: 170 start_key: 7480000000000000FF9C00000000000000F8 end_key: 7480000000000000FFA000000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 171 store_id: 1 } } }))"] [cid=2575] [thread_id=46] [2024/05/06 17:06:26.411 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57304] [split_keys="key 7480000000000000FFA400000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.411 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 172 new_peer_ids: 173]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.412 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA400000000000000F8 new_region_id: 172 new_peer_ids: 173 } right_derive: true }"] [index=112] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.412 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFA400000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.412 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.412 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(160)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.412 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.412 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 173 store_id: 1 }"] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {173} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {173} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 173."] [id=173] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803944] [region_id=172] [thread_id=101] [2024/05/06 17:06:26.412 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=112] [observe_id=ObserveId(162)] [region=14] [thread_id=68] [2024/05/06 17:06:26.412 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 173 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.412 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=172] [thread_id=31] [2024/05/06 17:06:26.412 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(163)] [region=172] [thread_id=68] [2024/05/06 17:06:26.414 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 84, but you sent conf_ver: 1 version: 83\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 } } current_regions { id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 173 store_id: 1 } } }))"] [cid=2672] [thread_id=46] [2024/05/06 17:06:26.415 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000A45F728000000000000001, start_ts: TimeStamp(449573391276965905), ttl: 3000, short_value: 800001000000010700745F76616C7565, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(449573391276965906), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391276965905] [min_commit_ts=449573391276965907] [start_ts=449573391276965905] [key=7480000000000000FFA45F728000000000FF0000010000000000FA] [thread_id=47] [2024/05/06 17:06:26.490 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57304] [split_keys="key 7480000000000000FFA800000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 174 new_peer_ids: 175]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.491 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA800000000000000F8 new_region_id: 174 new_peer_ids: 175 } right_derive: true }"] [index=115] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.491 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFA800000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.491 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.491 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(162)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.491 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.491 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 175 store_id: 1 }"] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {175} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {175} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 175."] [id=175] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803946] [region_id=174] [thread_id=101] [2024/05/06 17:06:26.491 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=115] [observe_id=ObserveId(164)] [region=14] [thread_id=68] [2024/05/06 17:06:26.491 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 175 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.491 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=174] [thread_id=31] [2024/05/06 17:06:26.491 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(165)] [region=174] [thread_id=68] [2024/05/06 17:06:26.494 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 85, but you sent conf_ver: 1 version: 84\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 } } current_regions { id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 175 store_id: 1 } } }))"] [cid=2772] [thread_id=44] [2024/05/06 17:06:26.494 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000A85F728000000000000001, start_ts: TimeStamp(449573391290073147), ttl: 3000, short_value: 800001000000010700745F76616C7565, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(449573391290073148), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391290073147] [min_commit_ts=449573391290073149] [start_ts=449573391290073147] [key=7480000000000000FFA85F728000000000FF0000010000000000FA] [thread_id=45] [2024/05/06 17:06:26.549 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57294] [split_keys="key 7480000000000000FFAB00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.550 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 176 new_peer_ids: 177]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.550 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFAB00000000000000F8 new_region_id: 176 new_peer_ids: 177 } right_derive: true }"] [index=118] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.550 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFAB00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.550 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.550 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.550 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.550 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(164)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.550 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.550 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 177 store_id: 1 }"] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.550 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {177} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {177} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 177."] [id=177] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803948] [region_id=176] [thread_id=101] [2024/05/06 17:06:26.551 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=118] [observe_id=ObserveId(166)] [region=14] [thread_id=68] [2024/05/06 17:06:26.551 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=176] [thread_id=31] [2024/05/06 17:06:26.551 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 177 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.551 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(167)] [region=176] [thread_id=68] [2024/05/06 17:06:26.552 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 86, but you sent conf_ver: 1 version: 85\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 } } current_regions { id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 177 store_id: 1 } } }))"] [cid=2849] [thread_id=45] [2024/05/06 17:06:26.727 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFB600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.727 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 178 new_peer_ids: 179]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.728 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFB600000000000000F8 new_region_id: 178 new_peer_ids: 179 } right_derive: true }"] [index=122] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.728 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFB600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.728 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.728 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(166)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.728 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.728 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 179 store_id: 1 }"] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {179} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {179} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 179."] [id=179] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.728 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=179] [region_id=178] [thread_id=102] [2024/05/06 17:06:26.729 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803950] [region_id=178] [thread_id=101] [2024/05/06 17:06:26.729 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=122] [observe_id=ObserveId(168)] [region=14] [thread_id=68] [2024/05/06 17:06:26.729 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 179 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.729 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=178] [thread_id=31] [2024/05/06 17:06:26.729 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(169)] [region=178] [thread_id=68] [2024/05/06 17:06:26.730 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 87, but you sent conf_ver: 1 version: 86\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 } } current_regions { id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 179 store_id: 1 } } }))"] [cid=3045] [thread_id=46] [2024/05/06 17:06:26.730 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000B65F698000000000000001016120202020000000FC016100000000000000F8013100000000000000F8, start_ts: TimeStamp(449573391355609121), ttl: 3000, short_value: 007D01, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391355609122), use_async_commit: true, secondaries: [7480000000000000B65F72013100000000000000F8], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391355609121] [min_commit_ts=449573391355609122] [start_ts=449573391355609121] [key=7480000000000000FFB65F698000000000FF0000010161202020FF20000000FC016100FF000000000000F801FF3100000000000000FFF800000000000000F8] [thread_id=44] [2024/05/06 17:06:26.755 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57304] [split_keys="key 7480000000000000FFB800000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.755 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 180 new_peer_ids: 181]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.755 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFB800000000000000F8 new_region_id: 180 new_peer_ids: 181 } right_derive: true }"] [index=125] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.755 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFB800000000000000F8"] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:26.756 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.756 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(168)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.756 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.756 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 180 start_key: 7480000000000000FFB600000000000000F8 end_key: 7480000000000000FFB800000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 181 store_id: 1 }"] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {181} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {181} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 181."] [id=181] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803952] [region_id=180] [thread_id=101] [2024/05/06 17:06:26.756 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=125] [observe_id=ObserveId(170)] [region=14] [thread_id=68] [2024/05/06 17:06:26.756 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 180 start_key: 7480000000000000FFB600000000000000F8 end_key: 7480000000000000FFB800000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 181 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.756 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=180] [thread_id=31] [2024/05/06 17:06:26.756 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(171)] [region=180] [thread_id=68] [2024/05/06 17:06:26.776 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFBA00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.776 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:57322] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 88 != conf_ver: 1 version: 87, retry later\", [id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }])"] [thread_id=101] [2024/05/06 17:06:26.778 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57304] [split_keys="key 7480000000000000FFBA00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.778 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 182 new_peer_ids: 183]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.778 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBA00000000000000F8 new_region_id: 182 new_peer_ids: 183 } right_derive: true }"] [index=126] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.778 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFBA00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.779 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.779 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(170)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.779 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.779 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 182 start_key: 7480000000000000FFB800000000000000F8 end_key: 7480000000000000FFBA00000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 183 store_id: 1 }"] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {183} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {183} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 183."] [id=183] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803954] [region_id=182] [thread_id=102] [2024/05/06 17:06:26.779 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=126] [observe_id=ObserveId(172)] [region=14] [thread_id=68] [2024/05/06 17:06:26.779 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 182 start_key: 7480000000000000FFB800000000000000F8 end_key: 7480000000000000FFBA00000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 183 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.779 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=182] [thread_id=31] [2024/05/06 17:06:26.779 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(173)] [region=182] [thread_id=68] [2024/05/06 17:06:26.869 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57304] [split_keys="key 7480000000000000FFC100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.869 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:57304] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 89 != conf_ver: 1 version: 88, retry later\", [id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }])"] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFC100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 184 new_peer_ids: 185]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.872 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC100000000000000F8 new_region_id: 184 new_peer_ids: 185 } right_derive: true }"] [index=127] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.872 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.872 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.872 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(172)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.872 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.872 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 185 store_id: 1 }"] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {185} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {185} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 185."] [id=185] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803956] [region_id=184] [thread_id=101] [2024/05/06 17:06:26.872 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=127] [observe_id=ObserveId(174)] [region=14] [thread_id=68] [2024/05/06 17:06:26.872 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 90, but you sent conf_ver: 1 version: 89\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 } } current_regions { id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 185 store_id: 1 } } }))"] [cid=3224] [thread_id=47] [2024/05/06 17:06:26.872 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 185 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.873 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(175)] [region=184] [thread_id=68] [2024/05/06 17:06:26.873 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=184] [thread_id=31] [2024/05/06 17:06:26.886 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57294] [split_keys="key 7480000000000000FFC300000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 186 new_peer_ids: 187]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC300000000000000F8 new_region_id: 186 new_peer_ids: 187 } right_derive: true }"] [index=129] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.886 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC300000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.886 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.886 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(174)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.886 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.886 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 187 store_id: 1 }"] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {187} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {187} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 187."] [id=187] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.886 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.887 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803958] [region_id=186] [thread_id=102] [2024/05/06 17:06:26.887 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=129] [observe_id=ObserveId(176)] [region=14] [thread_id=68] [2024/05/06 17:06:26.887 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=186] [thread_id=31] [2024/05/06 17:06:26.887 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 187 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.887 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(177)] [region=186] [thread_id=68] [2024/05/06 17:06:26.899 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 91, but you sent conf_ver: 1 version: 90\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 } } current_regions { id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 187 store_id: 1 } } }))"] [cid=3255] [thread_id=45] [2024/05/06 17:06:26.899 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000C35F698000000000000001016100000000000000F8038000000000000001, start_ts: TimeStamp(449573391394930758), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391394930759), use_async_commit: true, secondaries: [7480000000000000C35F728000000000000001], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391394930758] [min_commit_ts=449573391394930760] [start_ts=449573391394930758] [key=7480000000000000FFC35F698000000000FF0000010161000000FF00000000F8038000FF0000000000010000FD] [thread_id=47] [2024/05/06 17:06:26.952 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFC600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.952 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 188 new_peer_ids: 189]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:26.952 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC600000000000000F8 new_region_id: 188 new_peer_ids: 189 } right_derive: true }"] [index=132] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.952 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:26.953 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:26.953 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(176)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:26.953 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.953 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 189 store_id: 1 }"] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {189} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {189} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 189."] [id=189] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803960] [region_id=188] [thread_id=101] [2024/05/06 17:06:26.953 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=132] [observe_id=ObserveId(178)] [region=14] [thread_id=68] [2024/05/06 17:06:26.953 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 189 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:26.953 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=188] [thread_id=31] [2024/05/06 17:06:26.953 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(179)] [region=188] [thread_id=68] [2024/05/06 17:06:26.955 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 92, but you sent conf_ver: 1 version: 91\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 } } current_regions { id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 189 store_id: 1 } } }))"] [cid=3330] [thread_id=44] [2024/05/06 17:06:26.956 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000C65F698000000000000001016100000000000000F8038000000000000002, start_ts: TimeStamp(449573391420882952), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391420882953), use_async_commit: true, secondaries: [7480000000000000C65F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391420882952] [min_commit_ts=449573391420882953] [start_ts=449573391420882952] [key=7480000000000000FFC65F698000000000FF0000010161000000FF00000000F8038000FF0000000000020000FD] [thread_id=44] [2024/05/06 17:06:27.012 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57318] [split_keys="key 7480000000000000FFC900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 190 new_peer_ids: 191]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.013 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC900000000000000F8 new_region_id: 190 new_peer_ids: 191 } right_derive: true }"] [index=136] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.013 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC900000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.013 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.013 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(178)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.013 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 191 store_id: 1 }"] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.013 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {191} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {191} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 191."] [id=191] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803962] [region_id=190] [thread_id=101] [2024/05/06 17:06:27.013 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=136] [observe_id=ObserveId(180)] [region=14] [thread_id=68] [2024/05/06 17:06:27.013 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 191 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.013 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=190] [thread_id=31] [2024/05/06 17:06:27.013 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(181)] [region=190] [thread_id=68] [2024/05/06 17:06:27.015 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 93, but you sent conf_ver: 1 version: 92\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 } } current_regions { id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 191 store_id: 1 } } }))"] [cid=3408] [thread_id=44] [2024/05/06 17:06:27.016 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000C95F698000000000000001016161000000000000F9, start_ts: TimeStamp(449573391433990164), ttl: 3000, short_value: 0000000000000001, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391433990165), use_async_commit: true, secondaries: [7480000000000000C95F728000000000000001], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391433990164] [min_commit_ts=449573391433990166] [start_ts=449573391433990164] [key=7480000000000000FFC95F698000000000FF0000010161610000FF00000000F9000000FC] [thread_id=46] [2024/05/06 17:06:27.027 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57294] [split_keys="key 7480000000000000FFCB00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.027 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 192 new_peer_ids: 193]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.027 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCB00000000000000F8 new_region_id: 192 new_peer_ids: 193 } right_derive: true }"] [index=139] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.027 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFCB00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.028 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.028 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(180)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.028 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 193 store_id: 1 }"] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.028 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {193} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {193} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 193."] [id=193] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803964] [region_id=192] [thread_id=101] [2024/05/06 17:06:27.028 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=139] [observe_id=ObserveId(182)] [region=14] [thread_id=68] [2024/05/06 17:06:27.028 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 193 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.028 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=192] [thread_id=31] [2024/05/06 17:06:27.028 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(183)] [region=192] [thread_id=68] [2024/05/06 17:06:27.040 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 94, but you sent conf_ver: 1 version: 93\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 } } current_regions { id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 193 store_id: 1 } } }))"] [cid=3440] [thread_id=44] [2024/05/06 17:06:27.040 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000CB5F698000000000000001016100000000000000F8, start_ts: TimeStamp(449573391433990205), ttl: 3000, short_value: 0000000000000001, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391433990206), use_async_commit: true, secondaries: [7480000000000000CB5F728000000000000001], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391433990205] [min_commit_ts=449573391433990207] [start_ts=449573391433990205] [key=7480000000000000FFCB5F698000000000FF0000010161000000FF00000000F8000000FC] [thread_id=46] [2024/05/06 17:06:27.090 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFCE00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 194 new_peer_ids: 195]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.091 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCE00000000000000F8 new_region_id: 194 new_peer_ids: 195 } right_derive: true }"] [index=142] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.091 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFCE00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.091 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.091 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(182)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.091 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.091 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 195 store_id: 1 }"] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {195} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {195} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 195."] [id=195] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=195] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803966] [region_id=194] [thread_id=101] [2024/05/06 17:06:27.091 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=142] [observe_id=ObserveId(184)] [region=14] [thread_id=68] [2024/05/06 17:06:27.092 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 195 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.092 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=194] [thread_id=31] [2024/05/06 17:06:27.092 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(185)] [region=194] [thread_id=68] [2024/05/06 17:06:27.093 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 95, but you sent conf_ver: 1 version: 94\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 } } current_regions { id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 195 store_id: 1 } } }))"] [cid=3515] [thread_id=47] [2024/05/06 17:06:27.094 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000CE5F698000000000000001016100000000000000F8, start_ts: TimeStamp(449573391447359555), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391447359556), use_async_commit: true, secondaries: [7480000000000000CE5F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391447359555] [min_commit_ts=449573391447359556] [start_ts=449573391447359555] [key=7480000000000000FFCE5F698000000000FF0000010161000000FF00000000F8000000FC] [thread_id=47] [2024/05/06 17:06:27.151 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57318] [split_keys="key 7480000000000000FFD100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.151 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 196 new_peer_ids: 197]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.151 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD100000000000000F8 new_region_id: 196 new_peer_ids: 197 } right_derive: true }"] [index=146] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.151 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.151 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.151 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.151 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.151 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(184)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.151 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.151 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 197 store_id: 1 }"] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.151 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.151 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {197} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {197} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 197."] [id=197] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803968] [region_id=196] [thread_id=102] [2024/05/06 17:06:27.152 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=146] [observe_id=ObserveId(186)] [region=14] [thread_id=68] [2024/05/06 17:06:27.152 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=196] [thread_id=31] [2024/05/06 17:06:27.152 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 197 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.152 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(187)] [region=196] [thread_id=68] [2024/05/06 17:06:27.154 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 96, but you sent conf_ver: 1 version: 95\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 } } current_regions { id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 197 store_id: 1 } } }))"] [cid=3593] [thread_id=47] [2024/05/06 17:06:27.154 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000D15F698000000000000001016161000000000000F9, start_ts: TimeStamp(449573391473573891), ttl: 3000, short_value: 0000000000000001, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391473573892), use_async_commit: true, secondaries: [7480000000000000D15F728000000000000001], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391473573891] [min_commit_ts=449573391473573893] [start_ts=449573391473573891] [key=7480000000000000FFD15F698000000000FF0000010161610000FF00000000F9000000FC] [thread_id=45] [2024/05/06 17:06:27.216 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57304] [split_keys="key 7480000000000000FFD400000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 198 new_peer_ids: 199]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.216 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD400000000000000F8 new_region_id: 198 new_peer_ids: 199 } right_derive: true }"] [index=149] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.216 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD400000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:06:27.216 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.216 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(186)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.216 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.216 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 199 store_id: 1 }"] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {199} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {199} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 199."] [id=199] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=199] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.216 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803970] [region_id=198] [thread_id=101] [2024/05/06 17:06:27.217 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=149] [observe_id=ObserveId(188)] [region=14] [thread_id=68] [2024/05/06 17:06:27.217 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 199 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.217 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(189)] [region=198] [thread_id=68] [2024/05/06 17:06:27.217 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=198] [thread_id=31] [2024/05/06 17:06:27.220 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 97, but you sent conf_ver: 1 version: 96\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 } } current_regions { id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 199 store_id: 1 } } }))"] [cid=3668] [thread_id=46] [2024/05/06 17:06:27.235 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFD600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.235 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 200 new_peer_ids: 201]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.236 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD600000000000000F8 new_region_id: 200 new_peer_ids: 201 } right_derive: true }"] [index=151] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.236 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.236 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.236 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(188)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.236 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.236 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 201 store_id: 1 }"] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {201} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {201} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 201."] [id=201] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803972] [region_id=200] [thread_id=101] [2024/05/06 17:06:27.236 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=151] [observe_id=ObserveId(190)] [region=14] [thread_id=68] [2024/05/06 17:06:27.236 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 201 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.236 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=200] [thread_id=31] [2024/05/06 17:06:27.236 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(191)] [region=200] [thread_id=68] [2024/05/06 17:06:27.251 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 98, but you sent conf_ver: 1 version: 97\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 } } current_regions { id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 201 store_id: 1 } } }))"] [cid=3701] [thread_id=47] [2024/05/06 17:06:27.305 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57318] [split_keys="key 7480000000000000FFD900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.305 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 202 new_peer_ids: 203]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.305 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD900000000000000F8 new_region_id: 202 new_peer_ids: 203 } right_derive: true }"] [index=153] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.305 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD900000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.306 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.306 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(190)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.306 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.306 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 203 store_id: 1 }"] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {203} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {203} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 203."] [id=203] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=203] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803974] [region_id=202] [thread_id=101] [2024/05/06 17:06:27.306 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=153] [observe_id=ObserveId(192)] [region=14] [thread_id=68] [2024/05/06 17:06:27.306 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=202] [thread_id=31] [2024/05/06 17:06:27.306 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 203 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.306 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(193)] [region=202] [thread_id=68] [2024/05/06 17:06:27.308 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 99, but you sent conf_ver: 1 version: 98\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 } } current_regions { id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 203 store_id: 1 } } }))"] [cid=3779] [thread_id=46] [2024/05/06 17:06:27.309 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000D95F698000000000000001016100000000000000F8, start_ts: TimeStamp(449573391512895500), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391512895501), use_async_commit: true, secondaries: [7480000000000000D95F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391512895500] [min_commit_ts=449573391512895501] [start_ts=449573391512895500] [key=7480000000000000FFD95F698000000000FF0000010161000000FF00000000F8000000FC] [thread_id=46] [2024/05/06 17:06:27.366 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57304] [split_keys="key 7480000000000000FFDC00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.366 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 204 new_peer_ids: 205]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.366 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFDC00000000000000F8 new_region_id: 204 new_peer_ids: 205 } right_derive: true }"] [index=157] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.366 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFDC00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.367 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.367 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(192)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.367 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.367 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 205 store_id: 1 }"] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {205} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {205} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 205."] [id=205] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=205] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803976] [region_id=204] [thread_id=101] [2024/05/06 17:06:27.367 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=157] [observe_id=ObserveId(194)] [region=14] [thread_id=68] [2024/05/06 17:06:27.367 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=204] [thread_id=31] [2024/05/06 17:06:27.367 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 205 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.367 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(195)] [region=204] [thread_id=68] [2024/05/06 17:06:27.370 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 100, but you sent conf_ver: 1 version: 99\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 } } current_regions { id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 205 store_id: 1 } } }))"] [cid=3857] [thread_id=46] [2024/05/06 17:06:27.382 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFDE00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.382 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 206 new_peer_ids: 207]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.382 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFDE00000000000000F8 new_region_id: 206 new_peer_ids: 207 } right_derive: true }"] [index=159] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.382 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFDE00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.383 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.383 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(194)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.383 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 101 } peers { id: 207 store_id: 1 }"] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 101 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.383 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {207} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {207} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 207."] [id=207] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803978] [region_id=206] [thread_id=101] [2024/05/06 17:06:27.383 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=159] [observe_id=ObserveId(196)] [region=14] [thread_id=68] [2024/05/06 17:06:27.383 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 101 } peers { id: 207 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.383 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=206] [thread_id=31] [2024/05/06 17:06:27.383 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(197)] [region=206] [thread_id=68] [2024/05/06 17:06:27.397 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 101, but you sent conf_ver: 1 version: 100\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 101 } peers { id: 15 store_id: 1 } } current_regions { id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 101 } peers { id: 207 store_id: 1 } } }))"] [cid=3890] [thread_id=47] [2024/05/06 17:06:27.453 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57322] [split_keys="key 7480000000000000FFE100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 101 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 208 new_peer_ids: 209]"] [region_id=14] [thread_id=31] [2024/05/06 17:06:27.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFE100000000000000F8 new_region_id: 208 new_peer_ids: 209 } right_derive: true }"] [index=161] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.454 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFE100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 101 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:06:27.454 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:27.454 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(196)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:27.454 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFE100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 102 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.454 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 102 } peers { id: 209 store_id: 1 }"] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {209} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {209} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 209."] [id=209] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803980] [region_id=208] [thread_id=102] [2024/05/06 17:06:27.454 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=161] [observe_id=ObserveId(198)] [region=14] [thread_id=68] [2024/05/06 17:06:27.454 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 102 } peers { id: 209 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:27.454 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(199)] [region=208] [thread_id=68] [2024/05/06 17:06:27.454 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=208] [thread_id=31] [2024/05/06 17:06:27.456 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 102, but you sent conf_ver: 1 version: 101\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFE100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 102 } peers { id: 15 store_id: 1 } } current_regions { id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 102 } peers { id: 209 store_id: 1 } } }))"] [cid=3968] [thread_id=46] [2024/05/06 17:06:27.457 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000E15F698000000000000001016120000000000000F9, start_ts: TimeStamp(449573391552217098), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573391552217099), use_async_commit: true, secondaries: [7480000000000000E15F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573391552217098] [min_commit_ts=449573391552217099] [start_ts=449573391552217098] [key=7480000000000000FFE15F698000000000FF0000010161200000FF00000000F9000000FC] [thread_id=46] [2024/05/06 17:06:29.016 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:06:30.061 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:06:30.061 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:06:30.062 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:06:30.062 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] ==> ./tikv3.log <== [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={15, 0, 23, 49, 50, 62, 14, 28, 33, 13, 25, 24, 26, 36, 54, 53, 21, 56, 58, 48, 64, 29, 66, 30, 55, 34, 67, 70, 68, 20, 69, 71, 27, 47, 61, 60, 19, 59, 18, 57, 17, 63, 12, 51, 22, 52, 65, 11, 32, 31, 16, 35}"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:06:16.306 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:06:16.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:16.308 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:06:16.308 +08:00] [INFO] [] ["subchannel 0x7f7ba2a4d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7f7ba2aafb10, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7ba2a37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7ba2ad2f30, grpc.server_uri=dns:///127.0.0.1:2399}: connect failed: {\"created\":\"@1714986376.308754813\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2399\"}"] [thread_id=13] [2024/05/06 17:06:16.308 +08:00] [INFO] [] ["subchannel 0x7f7ba2a4d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7f7ba2aafb10, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7ba2a37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7ba2ad2f30, grpc.server_uri=dns:///127.0.0.1:2399}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:06:16.309 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:16.309 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:06:16.610 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:18.611 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:18.911 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:19.654 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:19.656 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:19.657 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:19.658 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:19.658 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2399\"]"] [thread_id=1] [2024/05/06 17:06:19.658 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810414530566278] [thread_id=1] [2024/05/06 17:06:19.659 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:19.659 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:19.661 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:06:19.661 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3] [thread_id=1] [2024/05/06 17:06:19.662 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft] [thread_id=1] [2024/05/06 17:06:19.662 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20180\",\"advertise-addr\":\"127.0.0.1:20180\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20185\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2399\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:06:19.663 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:06:19.663 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:06:19.664 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:06:19.664 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:06:19.664 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:06:19.664 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:06:19.679 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:06:19.679 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:06:19.679 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 163.284µs"] [thread_id=1] [2024/05/06 17:06:19.739 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:06:19.741 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:06:19.741 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:06:19.741 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp] [thread_id=1] [2024/05/06 17:06:19.742 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:06:19.742 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:06:19.742 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:06:19.742 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:06:19.742 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:06:19.742 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/05/06 17:06:19.742 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/05/06 17:06:19.749 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:06:19.755 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810414530566278] [thread_id=1] [2024/05/06 17:06:19.755 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20180\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20180\" status_address: \"127.0.0.1:20185\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986379 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:06:19.758 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:06:19.758 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:06:19.758 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:06:19.759 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=194.609µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:06:19.762 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.639µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:06:19.763 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/06 17:06:19.764 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:06:19.764 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:06:19.764 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:06:19.765 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/06 17:06:19.767 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:19.767 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/06 17:06:19.769 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:06:19.769 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:06:19.769 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:06:19.769 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:06:19.770 +08:00] [ERROR] [] ["{\"created\":\"@1714986379.770548179\",\"description\":\"No address added out of total 1 resolved\",\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/ext/transport/chttp2/server/chttp2_server.cc\",\"file_line\":936,\"referenced_errors\":[{\"created\":\"@1714986379.770544885\",\"description\":\"Failed to add any wildcard listeners\",\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_posix.cc\",\"file_line\":349,\"referenced_errors\":[{\"created\":\"@1714986379.770531378\",\"description\":\"Unable to configure socket\",\"fd\":108,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":218,\"referenced_errors\":[{\"created\":\"@1714986379.770526962\",\"description\":\"Address already in use\",\"errno\":98,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":191,\"os_error\":\"Address already in use\",\"syscall\":\"bind\"}]},{\"created\":\"@1714986379.770544636\",\"description\":\"Unable to configure socket\",\"fd\":108,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":218,\"referenced_errors\":[{\"created\":\"@1714986379.770540535\",\"description\":\"Address already in use\",\"errno\":98,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":191,\"os_error\":\"Address already in use\",\"syscall\":\"bind\"}]}]}]}"] [thread_id=1] [2024/05/06 17:06:19.771 +08:00] [FATAL] [server.rs:1539] ["failed to build server: BindFail(\"0.0.0.0\", 20180)"] [thread_id=1] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/05/06 17:06:26.628 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=175] [conn=2476736532] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.635 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=175] [conn=2476736532] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.637 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 17:06:26.637 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.638 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=175.186µs] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:06:26.639 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=128] [cur_db=collation_misc] [sql="create database if not exists cd_test_latin1 CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [user=root@%] [2024/05/06 17:06:26.642 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.642 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists cd_test_latin1 CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [2024/05/06 17:06:26.646 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=177] [conn=2476736532] [category=ddl] [job="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.653 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=177] [conn=2476736532] [job="ID:177, Type:create schema, State:synced, SchemaState:public, SchemaID:176, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.655 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 17:06:26.655 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.656 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=179.752µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:06:26.658 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=129] [cur_db=cd_test_latin1] [sql="create database if not exists test_db CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [user=root@%] [2024/05/06 17:06:26.662 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.662 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists test_db CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [2024/05/06 17:06:26.666 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=179] [conn=2476736532] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.673 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=179] [conn=2476736532] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.675 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 17:06:26.675 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.676 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=151.723µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:06:26.680 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=130] [cur_db=cd_test_latin1] [sql="create database if not exists cd_test_utf8mb4_0900_bin;"] [user=root@%] [2024/05/06 17:06:26.684 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.684 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists cd_test_utf8mb4_0900_bin;"] [2024/05/06 17:06:26.688 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=181] [conn=2476736532] [category=ddl] [job="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.696 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=181] [conn=2476736532] [job="ID:181, Type:create schema, State:synced, SchemaState:public, SchemaID:180, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.698 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/05/06 17:06:26.699 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.699 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=173.253µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:06:26.700 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=131] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t (id varchar(255) primary key clustered, a varchar(255) collate utf8mb4_0900_bin, b varchar(255) collate utf8mb4_bin, key idx(a, b));"] [user=root@%] [2024/05/06 17:06:26.704 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.704 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (id varchar(255) primary key clustered, a varchar(255) collate utf8mb4_0900_bin, b varchar(255) collate utf8mb4_bin, key idx(a, b));"] [2024/05/06 17:06:26.713 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=183] [conn=2476736532] [category=ddl] [job="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.723 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=183] [conn=2476736532] [job="ID:183, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:182, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.727 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 17:06:26.727 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.727 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b6] [2024/05/06 17:06:26.728 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=520.995µs] [gotSchemaVersion=132] [phyTblIDs="[182]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:26.728 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b6] ["first new region left"="{Id:178 StartKey:7480000000000000ffab00000000000000f8 EndKey:7480000000000000ffb600000000000000f8 RegionEpoch:{ConfVer:1 Version:87} Peers:[id:179 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:26.728 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[178]"] [2024/05/06 17:06:26.730 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736532] [session_alias=] [startTS=449573391355609121] [2024/05/06 17:06:26.732 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="drop table if exists t1;"] [user=root@%] [2024/05/06 17:06:26.732 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="drop table if exists t2;"] [user=root@%] [2024/05/06 17:06:26.732 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t1(code varchar(32)) CHARSET=utf8 COLLATE=utf8_general_ci;"] [user=root@%] [2024/05/06 17:06:26.737 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.737 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(code varchar(32)) CHARSET=utf8 COLLATE=utf8_general_ci;"] [2024/05/06 17:06:26.742 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=185] [conn=2476736532] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.752 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=185] [conn=2476736532] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.755 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 17:06:26.755 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.755 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b8] [2024/05/06 17:06:26.756 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b8] ["first new region left"="{Id:180 StartKey:7480000000000000ffb600000000000000f8 EndKey:7480000000000000ffb800000000000000f8 RegionEpoch:{ConfVer:1 Version:88} Peers:[id:181 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:26.756 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[180]"] [2024/05/06 17:06:26.756 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=433.493µs] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:26.757 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736532] [schemaVersion=133] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t2(code varchar(32)) CHARSET=utf8 COLLATE=utf8_bin;"] [user=root@%] [2024/05/06 17:06:26.762 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.762 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(code varchar(32)) CHARSET=utf8 COLLATE=utf8_bin;"] [2024/05/06 17:06:26.766 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=187] [conn=2476736532] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.773 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=187] [conn=2476736532] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.775 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/05/06 17:06:26.775 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.775 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000ba] [2024/05/06 17:06:26.776 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=358.156µs] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:26.779 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000ba] ["first new region left"="{Id:182 StartKey:7480000000000000ffb800000000000000f8 EndKey:7480000000000000ffba00000000000000f8 RegionEpoch:{ConfVer:1 Version:89} Peers:[id:183 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:26.779 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[182]"] [2024/05/06 17:06:26.779 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736536] [schemaVersion=134] [cur_db=test] [sql="drop database `collation_misc`"] [user=root@%] [2024/05/06 17:06:26.782 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.782 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `collation_misc`"] [2024/05/06 17:06:26.785 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=2476736536] [category=ddl] [job="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.793 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=2476736536] [category=ddl] [job="ID:188, Type:drop schema, State:running, SchemaState:write only, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.798 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=2476736536] [category=ddl] [job="ID:188, Type:drop schema, State:running, SchemaState:delete only, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.804 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[152,171]"] [comment="drop schema: table IDs"] [2024/05/06 17:06:26.806 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="drop schema"] [2024/05/06 17:06:26.806 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=2476736536] [job="ID:188, Type:drop schema, State:synced, SchemaState:none, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.809 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 17:06:26.809 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.810 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=137] ["start time"=390.082µs] [gotSchemaVersion=137] [phyTblIDs="[152,171]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/06 17:06:26.812 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736538] [schemaVersion=137] [cur_db=test] [sql="create database `collation_pointget`"] [user=root@%] [2024/05/06 17:06:26.815 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.815 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database `collation_pointget`"] [2024/05/06 17:06:26.820 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=190] [conn=2476736538] [category=ddl] [job="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.826 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=190] [conn=2476736538] [job="ID:190, Type:create schema, State:synced, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.828 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 17:06:26.828 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.829 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=233.614µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:06:26.833 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=138] [cur_db=collation_pointget] [sql="create database collation_point_get;"] [user=root@%] [2024/05/06 17:06:26.837 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.837 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database collation_point_get;"] [2024/05/06 17:06:26.840 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=192] [conn=2476736540] [category=ddl] [job="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.847 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=192] [conn=2476736540] [job="ID:192, Type:create schema, State:synced, SchemaState:public, SchemaID:191, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.849 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 17:06:26.849 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.850 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=197.73µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:06:26.851 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=139] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:26.851 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=139] [cur_db=collation_point_get] [sql="create table t(a char(2), b char(2), index idx_1(a));"] [user=root@%] [2024/05/06 17:06:26.855 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.855 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2), b char(2), index idx_1(a));"] [2024/05/06 17:06:26.860 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=194] [conn=2476736540] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.866 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=194] [conn=2476736540] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.869 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 17:06:26.869 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.869 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c1] [2024/05/06 17:06:26.870 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=388.075µs] [gotSchemaVersion=140] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:26.872 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c1] ["first new region left"="{Id:184 StartKey:7480000000000000ffba00000000000000f8 EndKey:7480000000000000ffc100000000000000f8 RegionEpoch:{ConfVer:1 Version:90} Peers:[id:185 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:26.872 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[184]"] [2024/05/06 17:06:26.877 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=140] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/06 17:06:26.880 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.880 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 17:06:26.884 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=196] [conn=2476736540] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.886 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c3] [2024/05/06 17:06:26.886 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c3] ["first new region left"="{Id:186 StartKey:7480000000000000ffc100000000000000f8 EndKey:7480000000000000ffc300000000000000f8 RegionEpoch:{ConfVer:1 Version:91} Peers:[id:187 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:26.886 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[186]"] [2024/05/06 17:06:26.892 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 17:06:26.893 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/05/06 17:06:26.893 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=196] [conn=2476736540] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.896 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/06 17:06:26.896 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.897 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=381.208µs] [gotSchemaVersion=141] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 17:06:26.899 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391394930758] [2024/05/06 17:06:26.902 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=141] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:26.905 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.905 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:26.909 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=2476736540] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.915 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=2476736540] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.921 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=2476736540] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.928 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/05/06 17:06:26.929 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/05/06 17:06:26.929 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=2476736540] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.932 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 17:06:26.932 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.933 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=144] ["start time"=366.777µs] [gotSchemaVersion=144] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:26.934 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=144] [cur_db=collation_point_get] [sql="create table t(a char(2) binary, b char(2), index idx_1(a));"] [user=root@%] [2024/05/06 17:06:26.938 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.938 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary, b char(2), index idx_1(a));"] + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest [2024/05/06 17:06:26.942 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=199] [conn=2476736540] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.949 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=199] [conn=2476736540] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.952 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 17:06:26.952 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.952 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c6] [2024/05/06 17:06:26.953 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c6] ["first new region left"="{Id:188 StartKey:7480000000000000ffc300000000000000f8 EndKey:7480000000000000ffc600000000000000f8 RegionEpoch:{ConfVer:1 Version:92} Peers:[id:189 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:26.953 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[188]"] [2024/05/06 17:06:26.953 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=477.346µs] [gotSchemaVersion=145] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:26.956 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391420882952] [2024/05/06 17:06:26.962 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=145] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:26.965 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.965 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:26.969 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=2476736540] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.975 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=2476736540] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.980 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=2476736540] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.988 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 17:06:26.989 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/05/06 17:06:26.990 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=2476736540] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:26.993 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 17:06:26.993 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:26.994 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=148] ["start time"=353.318µs] [gotSchemaVersion=148] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:26.995 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=148] [cur_db=collation_point_get] [sql="create table t(a char(2) primary key, b char(2));"] [user=root@%] [2024/05/06 17:06:26.999 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:26.999 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) primary key, b char(2));"] [2024/05/06 17:06:27.003 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=202] [conn=2476736540] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.009 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=202] [conn=2476736540] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:26.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.012 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 17:06:27.012 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.012 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c9] [2024/05/06 17:06:27.013 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c9] ["first new region left"="{Id:190 StartKey:7480000000000000ffc600000000000000f8 EndKey:7480000000000000ffc900000000000000f8 RegionEpoch:{ConfVer:1 Version:93} Peers:[id:191 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.013 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[190]"] [2024/05/06 17:06:27.013 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=452.574µs] [gotSchemaVersion=149] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:27.016 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391433990164] [2024/05/06 17:06:27.018 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=149] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/06 17:06:27.021 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.021 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 17:06:27.025 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=204] [conn=2476736540] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.027 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cb] [2024/05/06 17:06:27.028 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cb] ["first new region left"="{Id:192 StartKey:7480000000000000ffc900000000000000f8 EndKey:7480000000000000ffcb00000000000000f8 RegionEpoch:{ConfVer:1 Version:94} Peers:[id:193 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.028 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[192]"] [2024/05/06 17:06:27.033 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.034 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 17:06:27.035 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=204] [conn=2476736540] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.037 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 17:06:27.037 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.038 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=388µs] [gotSchemaVersion=150] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 17:06:27.041 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391433990205] [2024/05/06 17:06:27.043 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=150] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:27.045 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.045 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:27.049 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=2476736540] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.055 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=2476736540] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.061 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=2476736540] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.067 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.068 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 17:06:27.069 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=2476736540] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.071 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 17:06:27.071 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.072 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=153] ["start time"=319.597µs] [gotSchemaVersion=153] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:27.073 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=153] [cur_db=collation_point_get] [sql="create table t(a char(2) binary primary key, b char(2));"] [user=root@%] [2024/05/06 17:06:27.077 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.077 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary primary key, b char(2));"] [2024/05/06 17:06:27.081 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=207] [conn=2476736540] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.087 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=207] [conn=2476736540] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.090 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 17:06:27.090 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.090 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000ce] [2024/05/06 17:06:27.091 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000ce] ["first new region left"="{Id:194 StartKey:7480000000000000ffcb00000000000000f8 EndKey:7480000000000000ffce00000000000000f8 RegionEpoch:{ConfVer:1 Version:95} Peers:[id:195 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.091 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[194]"] [2024/05/06 17:06:27.091 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=381.532µs] [gotSchemaVersion=154] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:27.094 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391447359555] [2024/05/06 17:06:27.098 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=154] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:27.101 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.101 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:27.105 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=2476736540] [category=ddl] [job="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.111 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=2476736540] [category=ddl] [job="ID:208, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.116 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=2476736540] [category=ddl] [job="ID:208, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.125 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=208] [tableIDs="[206]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.126 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="drop table"] [2024/05/06 17:06:27.127 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=2476736540] [job="ID:208, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.130 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/05/06 17:06:27.130 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.131 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=157] ["start time"=298.805µs] [gotSchemaVersion=157] [phyTblIDs="[206]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:27.132 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=157] [cur_db=collation_point_get] [sql="create table t(a char(2) primary key, b char(2));"] [user=root@%] [2024/05/06 17:06:27.136 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.136 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) primary key, b char(2));"] [2024/05/06 17:06:27.140 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=210] [conn=2476736540] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.148 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=210] [conn=2476736540] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.150 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 17:06:27.150 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.150 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d1] [2024/05/06 17:06:27.151 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d1] ["first new region left"="{Id:196 StartKey:7480000000000000ffce00000000000000f8 EndKey:7480000000000000ffd100000000000000f8 RegionEpoch:{ConfVer:1 Version:96} Peers:[id:197 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.151 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[196]"] [2024/05/06 17:06:27.152 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=449.245µs] [gotSchemaVersion=158] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:27.154 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391473573891] [2024/05/06 17:06:27.161 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=2476736540] [session_alias=] [error="[planner:1054]Unknown column 'xxxxx.a' in 'where clause'"] [SQL="select a from t where xxxxx.a = \"aa\""] [2024/05/06 17:06:27.161 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=2476736540] [session_alias=] [connInfo="id:2476736540, addr:127.0.0.1:58654 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select a from t where xxxxx.a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 'xxxxx.a' in 'where clause'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/parser/ast.(*BinaryOperationExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:211\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1298\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4184\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 17:06:27.161 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=2476736540] [session_alias=] [error="[planner:1054]Unknown column 'xxxxx.a' in 'field list'"] [SQL="select xxxxx.a from t where a = \"aa\""] [2024/05/06 17:06:27.161 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=2476736540] [session_alias=] [connInfo="id:2476736540, addr:127.0.0.1:58654 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select xxxxx.a from t where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 'xxxxx.a' in 'field list'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildProjection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1709\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 17:06:27.161 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=2476736540] [session_alias=] [error="[planner:1054]Unknown column 't.a' in 'where clause'"] [SQL="select a from t tmp where t.a = \"aa\""] [2024/05/06 17:06:27.161 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=2476736540] [session_alias=] [connInfo="id:2476736540, addr:127.0.0.1:58654 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select a from t tmp where t.a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 't.a' in 'where clause'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/parser/ast.(*BinaryOperationExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:211\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1298\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4184\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 17:06:27.162 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=2476736540] [session_alias=] [error="[planner:1054]Unknown column 't.a' in 'field list'"] [SQL="select t.a from t tmp where a = \"aa\""] [2024/05/06 17:06:27.162 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=2476736540] [session_alias=] [connInfo="id:2476736540, addr:127.0.0.1:58654 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select t.a from t tmp where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 't.a' in 'field list'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildProjection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1709\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 17:06:27.162 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=2476736540] [session_alias=] [error="[planner:1051]Unknown table 't'"] [SQL="select t.* from t tmp where a = \"aa\""] [2024/05/06 17:06:27.162 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=2476736540] [session_alias=] [connInfo="id:2476736540, addr:127.0.0.1:58654 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select t.* from t tmp where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1051]Unknown table 't'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).unfoldWildStar\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:3872\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4116\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 17:06:27.162 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=158] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:27.165 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.165 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:27.169 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=2476736540] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.176 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=2476736540] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.182 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=2476736540] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.189 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.191 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/05/06 17:06:27.191 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=2476736540] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.194 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 17:06:27.194 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.195 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=161] ["start time"=309.227µs] [gotSchemaVersion=161] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:27.196 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=161] [cur_db=collation_point_get] [sql="create table t(a char(4) primary key, b char(4));"] [user=root@%] [2024/05/06 17:06:27.200 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.200 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(4) primary key, b char(4));"] [2024/05/06 17:06:27.204 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=213] [conn=2476736540] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.212 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=213] [conn=2476736540] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.215 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 17:06:27.215 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.215 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d4] [2024/05/06 17:06:27.216 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d4] ["first new region left"="{Id:198 StartKey:7480000000000000ffd100000000000000f8 EndKey:7480000000000000ffd400000000000000f8 RegionEpoch:{ConfVer:1 Version:97} Peers:[id:199 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.216 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[198]"] [2024/05/06 17:06:27.217 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=500.75µs] [gotSchemaVersion=162] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:27.225 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=162] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/06 17:06:27.229 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.229 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 17:06:27.233 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=215] [conn=2476736540] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.235 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d6] [2024/05/06 17:06:27.236 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d6] ["first new region left"="{Id:200 StartKey:7480000000000000ffd400000000000000f8 EndKey:7480000000000000ffd600000000000000f8 RegionEpoch:{ConfVer:1 Version:98} Peers:[id:201 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.236 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[200]"] [2024/05/06 17:06:27.242 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.243 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/06 17:06:27.244 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=215] [conn=2476736540] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.247 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 17:06:27.247 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.248 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=608.148µs] [gotSchemaVersion=163] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 17:06:27.254 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=163] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:27.257 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.257 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:27.261 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=2476736540] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.267 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=2476736540] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.273 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=2476736540] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.280 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[214]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.281 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/05/06 17:06:27.281 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=2476736540] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:214, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.284 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 17:06:27.284 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.285 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=166] ["start time"=311.449µs] [gotSchemaVersion=166] [phyTblIDs="[214]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:27.286 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=166] [cur_db=collation_point_get] [sql="create table t(a char(2) binary primary key, b char(2));"] [user=root@%] [2024/05/06 17:06:27.290 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.290 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary primary key, b char(2));"] [2024/05/06 17:06:27.294 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=218] [conn=2476736540] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.302 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=218] [conn=2476736540] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.305 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 17:06:27.305 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.305 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d9] [2024/05/06 17:06:27.306 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=364.818µs] [gotSchemaVersion=167] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:27.306 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d9] ["first new region left"="{Id:202 StartKey:7480000000000000ffd600000000000000f8 EndKey:7480000000000000ffd900000000000000f8 RegionEpoch:{ConfVer:1 Version:99} Peers:[id:203 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.306 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[202]"] [2024/05/06 17:06:27.309 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391512895500] [2024/05/06 17:06:27.313 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=167] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:27.316 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.316 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:27.320 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=2476736540] [category=ddl] [job="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.327 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=2476736540] [category=ddl] [job="ID:219, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.333 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=2476736540] [category=ddl] [job="ID:219, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.340 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=219] [tableIDs="[217]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.341 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="drop table"] [2024/05/06 17:06:27.341 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=2476736540] [job="ID:219, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.344 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/05/06 17:06:27.344 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.345 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=170] ["start time"=321.787µs] [gotSchemaVersion=170] [phyTblIDs="[217]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:27.346 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=170] [cur_db=collation_point_get] [sql="create table t(a varchar(2) primary key, b varchar(2));"] [user=root@%] [2024/05/06 17:06:27.350 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.350 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a varchar(2) primary key, b varchar(2));"] [2024/05/06 17:06:27.355 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=221] [conn=2476736540] [category=ddl] [job="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.362 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=221] [conn=2476736540] [job="ID:221, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.366 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=221] [2024/05/06 17:06:27.366 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.366 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000dc] [2024/05/06 17:06:27.367 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000dc] ["first new region left"="{Id:204 StartKey:7480000000000000ffd900000000000000f8 EndKey:7480000000000000ffdc00000000000000f8 RegionEpoch:{ConfVer:1 Version:100} Peers:[id:205 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.367 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[204]"] [2024/05/06 17:06:27.367 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=500.004µs] [gotSchemaVersion=171] [phyTblIDs="[220]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:27.372 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=171] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/06 17:06:27.376 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.376 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 17:06:27.380 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=223] [conn=2476736540] [category=ddl] [job="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.382 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000de] [2024/05/06 17:06:27.383 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000de] ["first new region left"="{Id:206 StartKey:7480000000000000ffdc00000000000000f8 EndKey:7480000000000000ffde00000000000000f8 RegionEpoch:{ConfVer:1 Version:101} Peers:[id:207 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.383 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[206]"] [2024/05/06 17:06:27.389 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[220]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.390 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="truncate table"] [2024/05/06 17:06:27.390 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=223] [conn=2476736540] [job="ID:223, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.393 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/05/06 17:06:27.393 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.394 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=385.924µs] [gotSchemaVersion=172] [phyTblIDs="[220,222]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 17:06:27.399 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=172] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:06:27.402 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.402 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:06:27.406 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=2476736540] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.413 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=2476736540] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.420 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=2476736540] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.427 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[222]"] [comment="drop table: table ID"] [2024/05/06 17:06:27.428 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/05/06 17:06:27.429 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=2476736540] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:222, RowCount:0, ArgLen:3, start time: 2024-05-06 17:06:27.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.432 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 17:06:27.432 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.433 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=175] ["start time"=397.611µs] [gotSchemaVersion=175] [phyTblIDs="[222]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:06:27.434 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736540] [schemaVersion=175] [cur_db=collation_point_get] [sql="create table t(a varchar(2) binary primary key, b varchar(2));"] [user=root@%] [2024/05/06 17:06:27.438 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.438 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 17:06:27.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a varchar(2) binary primary key, b varchar(2));"] [2024/05/06 17:06:27.443 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=226] [conn=2476736540] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.450 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=226] [conn=2476736540] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.453 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 17:06:27.453 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.453 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e1] [2024/05/06 17:06:27.454 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e1] ["first new region left"="{Id:208 StartKey:7480000000000000ffde00000000000000f8 EndKey:7480000000000000ffe100000000000000f8 RegionEpoch:{ConfVer:1 Version:102} Peers:[id:209 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:06:27.454 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[208]"] [2024/05/06 17:06:27.454 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=392.139µs] [gotSchemaVersion=176] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:06:27.458 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=2476736540] [session_alias=] [startTS=449573391552217098] [2024/05/06 17:06:27.462 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2476736546] [schemaVersion=176] [cur_db=test] [sql="drop database `collation_pointget`"] [user=root@%] [2024/05/06 17:06:27.466 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:27.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:06:27.466 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:06:27.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `collation_pointget`"] [2024/05/06 17:06:27.476 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=2476736546] [category=ddl] [job="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.483 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=2476736546] [category=ddl] [job="ID:227, Type:drop schema, State:running, SchemaState:write only, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.489 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=2476736546] [category=ddl] [job="ID:227, Type:drop schema, State:running, SchemaState:delete only, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.496 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=227] [jobType="drop schema"] [2024/05/06 17:06:27.497 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=2476736546] [job="ID:227, Type:drop schema, State:synced, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:06:27.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:06:27.500 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=227] [2024/05/06 17:06:27.500 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:06:27.501 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=179] ["start time"=353.26µs] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/06 17:06:27.503 +08:00] [INFO] [signal_posix.go:54] ["got signal to exit"] [signal=terminated] [2024/05/06 17:06:27.503 +08:00] [INFO] [server.go:584] ["setting tidb-server to report unhealthy (shutting-down)"] [2024/05/06 17:06:27.503 +08:00] [ERROR] [http_status.go:531] ["start status/rpc server error"] [error="accept tcp 127.0.0.1:37021: use of closed network connection"] [2024/05/06 17:06:27.503 +08:00] [ERROR] [http_status.go:521] ["grpc server error"] [error="mux: server closed"] [2024/05/06 17:06:27.503 +08:00] [ERROR] [http_status.go:526] ["http server error"] [error="http: Server closed"] [2024/05/06 17:06:27.503 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:37021"] [2024/05/06 17:06:27.503 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:37021"] [2024/05/06 17:06:27.503 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:37021"] [error="context canceled"] [2024/05/06 17:06:27.504 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:37021"] [] [2024/05/06 17:06:27.505 +08:00] [INFO] [server.go:978] ["start drain clients"] [2024/05/06 17:06:27.505 +08:00] [INFO] [server.go:1007] ["all sessions quit in drain wait time"] [2024/05/06 17:06:27.505 +08:00] [INFO] [server.go:959] ["kill all connections."] [category=server] [2024/05/06 17:06:27.505 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [2024/05/06 17:06:27.505 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [2024/05/06 17:06:27.505 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [] [2024/05/06 17:06:27.506 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 17:06:27.506 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.52µs] [2024/05/06 17:06:27.506 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=1.046µs] [2024/05/06 17:06:27.506 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 17:06:27.506 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp general"] [category=ddl] ["take time"=896ns] [2024/05/06 17:06:27.506 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 17:06:27.506 +08:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 17:06:27.506 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:06:27.507 +08:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2c4e5356-0fb0-443e-85d7-2c2c3909ff23] ["take time"=2.354524ms] [2024/05/06 17:06:27.507 +08:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2c4e5356-0fb0-443e-85d7-2c2c3909ff23] [2024/05/06 17:06:27.507 +08:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 17:06:27.508 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/36d9afa7-82e3-4661-b1e2-db73e9abc28f] [watcherID=363e4fa0-552e-45d3-92a2-5b5fa89ab0a3] [2024/05/06 17:06:27.508 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 17:06:27.508 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/36d9afa7-82e3-4661-b1e2-db73e9abc28f] [2024/05/06 17:06:27.508 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:06:27.508 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:06:27.508 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1181] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2c4e5356-0fb0-443e-85d7-2c2c3909ff23] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:06:27.508 +08:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:06:27.508 +08:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [2024/05/06 17:06:27.508 +08:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:06:27.508 +08:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23 watch owner key /tidb/stats/owner/6e648f4d275c9842"] [2024/05/06 17:06:27.508 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [2024/05/06 17:06:27.508 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [2024/05/06 17:06:27.508 +08:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 17:06:27.509 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:06:27.508 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:06:27.508 +08:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cebf3e71-8df4-4371-9262-7f4bd184deed"] [error="lost watcher waiting for delete"] [2024/05/06 17:06:27.509 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cebf3e71-8df4-4371-9262-7f4bd184deed"] [2024/05/06 17:06:27.508 +08:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23 watch owner key /tidb/bindinfo/owner/6e648f4d275c983d"] [2024/05/06 17:06:27.509 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [2024/05/06 17:06:27.509 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [2024/05/06 17:06:27.508 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:06:27.508 +08:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [2024/05/06 17:06:27.508 +08:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [2024/05/06 17:06:27.509 +08:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2c4e5356-0fb0-443e-85d7-2c2c3909ff23] [2024/05/06 17:06:27.509 +08:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 17:06:27.508 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:06:27.509 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 17:06:27.509 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cebf3e71-8df4-4371-9262-7f4bd184deed] [daemon-id=LogBackup::Advancer] [2024/05/06 17:06:27.509 +08:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 17:06:27.509 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:06:27.509 +08:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:06:27.509 +08:00] [INFO] [manager.go:179] ["handle tasks loop done"] [2024/05/06 17:06:27.509 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:06:27.509 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:06:27.509 +08:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 17:06:27.509 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:06:27.509 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cebf3e71-8df4-4371-9262-7f4bd184deed"] [error="context canceled"] [2024/05/06 17:06:27.709 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cebf3e71-8df4-4371-9262-7f4bd184deed"] [error="context canceled"] [2024/05/06 17:06:30.049 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:06:30.049 +08:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 17:06:30.049 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:06:30.058 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c4e5356-0fb0-443e-85d7-2c2c3909ff23"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:06:30.059 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=quitStatsOwner] [2024/05/06 17:06:30.061 +08:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=2.556252746s] [2024/05/06 17:06:30.061 +08:00] [INFO] [gc_worker.go:223] [quit] [category="gc worker"] [uuid=63d349de5580015] [2024/05/06 17:06:30.061 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:06:30.061 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 17:06:30.061 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 17:06:30.061 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 17:06:30.061 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] [2024/05/06 17:06:30.062 +08:00] [INFO] [cpu.go:98] ["sql cpu collector stopped"] [2024/05/06 17:06:30.062 +08:00] [INFO] [cgmon.go:77] ["cgroup monitor stopped"] [2024/05/06 17:06:30.062 +08:00] [INFO] [cpuprofile.go:130] ["parallel cpu profiler stopped"] go: downloading github.com/sergi/go-diff v1.1.0 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") + git status + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + git status [Pipeline] sh HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] } [Pipeline] sh + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] // dir [Pipeline] sh [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] // node [Pipeline] } + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 [Pipeline] // podTemplate [Pipeline] } GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + git status HEAD detached at 659f32a813 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-659f32a81300f9dbcea9032b3c8e4825555ccfd1 no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] sh go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 09498852-5ac8-4821-b2f0-e24b0e01bb67 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_28.2916996790/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Starting local Bazel server and connecting to it... GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c INFO: Invocation ID: f706d360-63a0-4b30-8cc8-1c00b16ccdab INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.1514053162/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: go: downloading github.com/sergi/go-diff v1.1.0 INFO: Invocation ID: 2d4e2cfd-715e-4119-a021-b9c1f45b4819 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.3435579733/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: go: downloading github.com/sergi/go-diff v1.1.0 INFO: Invocation ID: 62bfd48b-b766-4eef-880c-3600a0f11cb9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_35.629543547/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: e5e3329b-e91f-44b1-a7f4-17f665d14736 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_34.4237686541/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Loading: go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (75 packages loaded, 994 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (42 packages loaded, 388 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 87be8faf-e236-4a36-af48-5c107c616d67 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_33.4124083059/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (73 packages loaded, 703 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (98 packages loaded, 1185 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (75 packages loaded, 1898 targets configured) Analyzing: target //:gazelle (81 packages loaded, 2005 targets configured) Analyzing: target //:gazelle (100 packages loaded, 9124 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 937fccaa-b413-42dc-bf38-7c56032554a5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.187476344/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 5308d6a0-9af6-4841-b131-9e47f9efb0c8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.3686721114/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Invocation ID: acc41c4c-505a-4029-adda-c68a55e608f5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3386383646/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Starting local Bazel server and connecting to it... INFO: Invocation ID: 263587b0-d490-414e-a681-93487dcc438a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.715503713/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Loading: Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: 77f7f274-11bd-4227-ad42-bece61402cb6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3820822426/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: edf37d04-06a6-4d4e-bf17-d86b4b395069 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3631422800/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: Loading: Loading: 0 packages loaded Starting local Bazel server and connecting to it... Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: 28935717-cc51-4c9c-bf89-9c8db0f898be INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3041113044/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 32c8af64-0eb3-434c-a7e5-14e815ea0729 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.2975732953/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 885 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (45 packages loaded, 420 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1061 targets configured) Analyzing: target //:gazelle (74 packages loaded, 860 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1111 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 4757 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1185 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1202 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (98 packages loaded, 1195 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (176 packages loaded, 11261 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1101 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (177 packages loaded, 11263 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11262 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (176 packages loaded, 11263 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 164.5 KiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (172 packages loaded, 11172 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (270 packages loaded, 11965 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.0 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/funcdata.h; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 9.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [21 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (2 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 1.7 MiB / 7.3 MiB; 1s remote-cache ... (8 actions, 0 running) [277 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/internal/wspace/wspace.a [for tool] ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 4.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.663s, Critical Path: 4.24s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [210 / 316] GoCompilePkg external/co_honnef_go_tools/staticcheck/staticcheck.a [for tool]; Downloading external/co_honnef_go_tools/staticcheck/staticcheck.a, 1.9 MiB / 2.6 MiB; 0s remote-cache bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 60d96025-21e1-4cbf-99ed-bc699017594b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_28.2916996790/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.9 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [35 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.741s, Critical Path: 3.40s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [95 / 316] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: b2c01c5c-a22e-4e09-a3aa-0592dcb17759 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.1514053162/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.202s, Critical Path: 4.11s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [315 / 316] [Prepa] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.432s, Critical Path: 3.96s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: baa63b6d-9b1e-48f2-9b1a-e6a04d5afe39 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_35.629543547/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [64 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11881 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f4194596-2e54-49fe-b63a-d19aa30a200e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.3435579733/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //:gazelle (170 packages loaded, 11250 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (125 packages loaded, 12954 targets configured) Analyzing: target //:gazelle (178 packages loaded, 11260 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.351s, Critical Path: 4.06s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle ./t/ddl/column_type_change.test: ok! 1285 test cases passed, take time 81.345204412 s Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11900 targets configured) Analyzing: target //tools/tazel:tazel (71 packages loaded, 12841 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: daa17c71-9912-46e7-8f1a-e8589d5f2b4b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_34.4237686541/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) Analyzing: target //:gazelle (270 packages loaded, 11965 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11909 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 9] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (170 packages loaded, 11241 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11247 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (124 packages loaded, 12902 targets configured) Analyzing: target //tools/tazel:tazel (298 packages loaded, 14064 targets configured) Analyzing: target //:gazelle (191 packages loaded, 11287 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/bufio.a, 78.1 KiB / 354.7 KiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tools/tazel:tazel (128 packages loaded, 13010 targets configured) [273 / 607] [Prepa] GoCompilePkg external/com_github_opentracing_opentracing_go/log/log.a ... (6 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11645 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (297 packages loaded, 14059 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (297 packages loaded, 14059 targets configured) [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/internal/profile.a, 1023.8 KiB / 1.1 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 929.8 KiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (175 packages loaded, 11246 targets configured) Analyzing: target //:gazelle (178 packages loaded, 11269 targets configured) [552 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/errorpb/errorpb.a; Downloading external/com_github_pingcap_kvproto/pkg/errorpb/errorpb.a, 1023.9 KiB / 1.4 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (88 packages loaded, 12861 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 6.8 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_amd64.h; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.4 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [606 / 607] GoLink tools/tazel/tazel_/tazel; 0s remote-cache Analyzing: target //tools/tazel:tazel (284 packages loaded, 13902 targets configured) Analyzing: target //:gazelle (173 packages loaded, 11247 targets configured) [558 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.9 MiB / 7.8 MiB; 0s remote-cache ... (4 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_sync/singleflight/singleflight.a ... (6 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.195s, Critical Path: 3.02s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (4 actions, 0 running) [47 / 316] GoCompilePkg external/co_honnef_go_tools/pattern/pattern.a [for tool]; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [35 / 316] GoCompilePkg external/org_golang_x_tools/internal/stdlib/stdlib.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_amd64.h; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/textflag.h; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [606 / 607] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 18.0 MiB / 22.4 MiB; 0s remote-cache [547 / 607] GoCompilePkg external/com_github_grpc_ecosystem_go_grpc_middleware/go-grpc-middleware.a; 0s remote-cache ... (8 actions, 0 running) [563 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (2 actions, 0 running) [289 / 316] GoCompilePkg external/org_golang_x_tools_go_vcs/vcs.a [for tool]; Downloading external/org_golang_x_tools_go_vcs/vcs.a, 204.6 KiB / 306.5 KiB; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //:gazelle (188 packages loaded, 11271 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.383s, Critical Path: 3.17s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: c2e15ca4-a512-4a88-bf11-5a052f073ca2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_28.2916996790/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [277 / 316] [Prepa] GoCompilePkg external/com_github_bmatcuk_doublestar_v4/doublestar.a [for tool] INFO: Elapsed time: 30.524s, Critical Path: 4.22s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [128 / 316] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/tests/tests.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.727s, Critical Path: 4.08s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 03bff711-8805-42fc-8eb4-64039a5beee0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_32.1514053162/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 INFO: Running command line: bazel-bin/gazelle [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.3 MiB / 10.3 MiB; 2s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 284a201b-2eec-4f16-85e2-942d4b2e1b99 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_33.4124083059/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured)  checking cached actions INFO: Found 1 target... [26 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache Loading: [606 / 607] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 8.0 MiB / 22.4 MiB; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.444s, Critical Path: 3.14s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.270s, Critical Path: 2.96s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f225e129-3fa4-4569-8718-ee1cafb8ce53 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3386383646/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [548 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.7 MiB / 7.8 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Elapsed time: 28.188s, Critical Path: 4.22s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [100 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.8 MiB / 10.3 MiB; 3s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (446 packages loaded, 1427 targets configured) [298 / 316] GoLink external/bazel_gazelle/language/proto/gen/gen_known_imports_/gen_known_imports [for tool]; 0s remote-cache ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.481s, Critical Path: 4.34s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: dd1f2229-9de0-4ca8-aa56-c4770833c26f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_32.3435579733/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 0284b2b6-baa8-4021-98ef-59770654bff1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.715503713/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: INFO: Invocation ID: c184614e-0cf8-465a-8027-4c635d2dca02 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_35.629543547/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.386s, Critical Path: 2.93s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (9 packages loaded, 11945 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [236 / 316] GoCompilePkg build/linter/staticcheck/SA4018.a [for tool]; Downloading build/linter/staticcheck/SA4018.a, 24.0 KiB / 102.6 KiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.1 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.175s, Critical Path: 3.36s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [213 / 316] GoCompilePkg build/linter/staticcheck/QF1002.a [for tool]; 0s remote-cache ... (7 actions, 0 running) INFO: Invocation ID: aa075f35-73f6-4a2e-adeb-6397dd34c0a4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.187476344/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (389 packages loaded, 11110 targets configured) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.681s, Critical Path: 5.28s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.844s, Critical Path: 3.77s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 6a867d27-14a6-49f2-83ae-8b2dd2b6e40e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3631422800/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/brietest:brietest_test (637 packages loaded, 6847 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (133 packages loaded, 13014 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: c8590377-79a3-43ae-a97a-c5b6caf996e0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3820822426/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11645 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (775 packages loaded, 12899 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: e51ea483-1522-438a-b8e6-c4ec9c4541a7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_34.4237686541/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 5d353e35-aa73-43f4-ad89-2cc0b68ec881 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.3686721114/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (133 packages loaded, 13013 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (357 packages loaded, 985 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (811 packages loaded, 14086 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (50 packages loaded, 200 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (7 packages loaded, 11564 targets configured) [45 / 316] GoCompilePkg external/co_honnef_go_tools/pattern/pattern.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt Analyzing: target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) ./t/ddl/constraint.test: ok! 440 test cases passed, take time 9.593017107 s Analyzing: target //tools/tazel:tazel (88 packages loaded, 12866 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (8 packages loaded, 11916 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (929 packages loaded, 14822 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (991 packages loaded, 15930 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (655 packages loaded, 12216 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.5 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (538 packages loaded, 11254 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11891 targets configured) Analyzing: target //tools/tazel:tazel (83 packages loaded, 12799 targets configured) [315 / 316] [Prepa] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_atomic/atomic.a ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (121 packages loaded, 12995 targets configured) Analyzing: target //tools/tazel:tazel (287 packages loaded, 13933 targets configured) INFO: Elapsed time: 29.694s, Critical Path: 4.28s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (386 packages loaded, 7003 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (124 packages loaded, 12949 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1010 packages loaded, 16103 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (991 packages loaded, 16129 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (899 packages loaded, 14046 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 5.6 MiB / 7.3 MiB; 2s remote-cache ... (3 actions, 0 running) [0 / 16] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: c3fa44a4-2949-483e-8775-486b470e8bf5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_32.2975732953/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (92 packages loaded, 12927 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/maps/maps.a ... (6 actions, 0 running) Analyzing: target //tools/tazel:tazel (284 packages loaded, 13828 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (728 packages loaded, 13160 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (651 packages loaded, 12411 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [575 / 607] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1083 packages loaded, 16754 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1008 packages loaded, 15667 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (3 actions, 0 running) [575 / 607] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (295 packages loaded, 14023 targets configured) Analyzing: target //tools/tazel:tazel (298 packages loaded, 14064 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1097 packages loaded, 16538 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.505s, Critical Path: 2.49s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (857 packages loaded, 14523 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (897 packages loaded, 14236 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.419s, Critical Path: 2.52s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (7 packages loaded, 11909 targets configured) [213 / 316] GoCompilePkg build/linter/staticcheck/SA6002.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (7 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1099 packages loaded, 17065 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1148 packages loaded, 17276 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1082 packages loaded, 16072 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... [535 / 607] GoCompilePkg external/com_github_prometheus_client_golang/prometheus/prometheus.a; Downloading external/com_github_prometheus_client_golang/prometheus/prometheus.a, 1023.8 KiB / 2.6 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1000 packages loaded, 15420 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (998 packages loaded, 15727 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 34.017s, Critical Path: 5.01s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (7 actions, 0 running) INFO: Invocation ID: 9ec00ebd-ac21-4a3e-bcae-136fefb68505 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_33.4124083059/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: 6938690f-2336-40cc-9e00-d335efd5f062 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_44.3386383646/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tools/tazel:tazel (91 packages loaded, 12870 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Loading: Loading: Loading: 0 packages loaded [559 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.8 MiB / 7.8 MiB; 0s remote-cache ... (3 actions, 0 running) [567 / 607] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1178 packages loaded, 17460 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1158 packages loaded, 17020 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1238 packages loaded, 18237 targets configured) [606 / 607] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 8.5 MiB / 22.4 MiB; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.349s, Critical Path: 2.93s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 61a0e514-fa54-48b4-aeb5-96f55a952105 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_04_44.3041113044/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) [572 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 1.1 MiB / 9.7 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (297 packages loaded, 14059 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1091 packages loaded, 16383 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1057 packages loaded, 16103 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 21] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.497s, Critical Path: 2.81s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.747s, Critical Path: 2.69s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [552 / 607] GoCompilePkg external/org_golang_google_grpc/health/grpc_health_v1/grpc_health_v1.a; Downloading external/org_golang_google_grpc/health/grpc_health_v1/grpc_health_v1.a, 263.8 KiB / 348.3 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1198 packages loaded, 17641 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1241 packages loaded, 18380 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (523 packages loaded, 1721 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1178 packages loaded, 17460 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... INFO: Invocation ID: 6170c3fd-94ab-4ad7-b6bd-8ea4ea2d6e31 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_44.715503713/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1114 packages loaded, 16429 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1177 packages loaded, 17375 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (196 packages loaded, 1533 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.959s, Critical Path: 3.01s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: 677b0333-6a66-4394-b663-cd474bedf09e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_44.3631422800/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [606 / 607] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 19.0 MiB / 22.4 MiB; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.438s, Critical Path: 3.13s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: 4f0a5fa0-8084-41e5-aca7-54410027275c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_44.187476344/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (729 packages loaded, 13335 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (7 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1386 packages loaded, 18862 targets configured) Analyzing: target //tools/tazel:tazel (120 packages loaded, 12936 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1403 packages loaded, 19403 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1289 packages loaded, 18139 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1321 packages loaded, 17809 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1198 packages loaded, 17641 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (517 packages loaded, 8715 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: c42ca782-1069-4ec1-9c17-9a2b966a9782 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_32.3686721114/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... Loading: Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (367 packages loaded, 10582 targets configured) [561 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) INFO: Invocation ID: 63d4a0ee-1fe9-4129-acff-beec2b59da89 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_44.3820822426/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1491 packages loaded, 19760 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1398 packages loaded, 18759 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (770 packages loaded, 14490 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (887 packages loaded, 14437 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (520 packages loaded, 7238 targets configured) Analyzing: target //tools/tazel:tazel (298 packages loaded, 14060 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1403 packages loaded, 19403 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (295 packages loaded, 1589 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1393 packages loaded, 18536 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 9] [Prepa] Creating source manifest for //tools/tazel:tazel Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.099s, Critical Path: 2.74s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/txntest:txntest_test (455 packages loaded, 1789 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1497 packages loaded, 20042 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (669 packages loaded, 11787 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (991 packages loaded, 15578 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1395 packages loaded, 18620 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (996 packages loaded, 16151 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (687 packages loaded, 12244 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1403 packages loaded, 19034 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (469 packages loaded, 6319 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1497 packages loaded, 19673 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (576 packages loaded, 11382 targets configured) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1496 packages loaded, 20036 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (812 packages loaded, 13073 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: 4cac6d85-d210-4478-993b-ccf678ce6e4c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_32.2975732953/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/txntest:txntest_test (657 packages loaded, 3479 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1507 packages loaded, 19372 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1006 packages loaded, 15683 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1398 packages loaded, 18759 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1143 packages loaded, 17112 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (845 packages loaded, 14413 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (672 packages loaded, 12551 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) [25 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 7.0 MiB / 10.4 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (928 packages loaded, 15072 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (746 packages loaded, 12854 targets configured) [572 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; Downloading external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a, 239.8 KiB / 3.2 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1497 packages loaded, 19673 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (780 packages loaded, 13996 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1515 packages loaded, 19787 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 12] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1162 packages loaded, 16985 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1206 packages loaded, 18011 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (996 packages loaded, 15431 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (815 packages loaded, 14248 targets configured) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (193 packages loaded, 2029 targets configured) [37 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.2 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1075 packages loaded, 16198 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.850s, Critical Path: 2.59s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (884 packages loaded, 14306 targets configured) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (998 packages loaded, 16070 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1257 packages loaded, 17914 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1362 packages loaded, 18812 targets configured) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (900 packages loaded, 15382 targets configured) [136 / 1,546] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/composite/composite.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/composite/composite.x; 0s remote-cache ... (8 actions, 0 running) [354 / 1,547] GoCompilePkg external/io_etcd_go_etcd_client_pkg_v3/fileutil/fileutil.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1142 packages loaded, 16872 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 59b79bf9-a8f4-4257-a566-6cf06039b674 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_04_44.3041113044/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (997 packages loaded, 15941 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1058 packages loaded, 16019 targets configured) [50 / 1,542] GoCompilePkg external/co_honnef_go_tools/pattern/pattern.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (643 packages loaded, 12262 targets configured) [19 / 1,560] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1033 packages loaded, 16254 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1044 packages loaded, 16527 targets configured) [557 / 1,546] GoCompilePkg external/com_github_shirou_gopsutil_v3/disk/disk.a; Downloading external/com_github_shirou_gopsutil_v3/disk/disk.facts; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [659 / 1,547] GoCompilePkg external/org_golang_x_sys/execabs/execabs.a; Downloading external/org_golang_x_sys/execabs/execabs.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1130 packages loaded, 16826 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (843 packages loaded, 13891 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1067 packages loaded, 16178 targets configured) [23 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [333 / 1,542] GoCompilePkg external/org_uber_go_zap/zap.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1197 packages loaded, 17641 targets configured) [108 / 1,560] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/nilfunc/nilfunc.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/nilfunc/nilfunc.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1395 packages loaded, 18626 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1415 packages loaded, 19109 targets configured) [905 / 1,546] GoCompilePkg external/com_github_apache_thrift/lib/go/thrift/thrift.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (436 packages loaded, 1931 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1098 packages loaded, 16835 targets configured) [887 / 1,547] GoCompilePkg external/io_k8s_apimachinery/pkg/watch/watch.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1202 packages loaded, 17531 targets configured) [379 / 1,542] GoCompilePkg external/com_github_pingcap_log/log.a; Downloading external/com_github_pingcap_log/log.a, 56.0 KiB / 629.3 KiB; 0s remote-cache ... (8 actions, 0 running) [679 / 1,542] GoCompilePkg external/in_gopkg_yaml_v2/yaml_v2.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1109 packages loaded, 17141 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1274 packages loaded, 18010 targets configured) [454 / 1,560] GoCompilePkg external/org_golang_x_time/rate/rate.a; Downloading external/org_golang_x_time/rate/rate.a; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1169 packages loaded, 17520 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (989 packages loaded, 15957 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1492 packages loaded, 19403 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1517 packages loaded, 20166 targets configured).  checking cached actions INFO: Found 1 test target... INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1497 packages loaded, 19679 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test/baseline_coverage.dat ... (3 actions, 0 running) [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1293 packages loaded, 18110 targets configured) [790 / 1,542] GoCompilePkg external/com_github_dgraph_io_ristretto/ristretto.a; Downloading external/com_github_dgraph_io_ristretto/ristretto.a; 0s remote-cache ... (8 actions, 0 running) [1,164 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 37.7 MiB / 75.3 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (678 packages loaded, 4136 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1301 packages loaded, 18344 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1112 packages loaded, 16901 targets configured) [1,106 / 1,547] GoCompilePkg pkg/parser/parser.a; 0s remote-cache ... (8 actions, 0 running) [829 / 1,560] GoCompilePkg external/com_github_go_resty_resty_v2/resty.a; Downloading external/com_github_go_resty_resty_v2/resty.a, 1023.9 KiB / 1.3 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1211 packages loaded, 18024 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1039 packages loaded, 16159 targets configured) [963 / 1,542] GoCompilePkg external/io_k8s_apimachinery/pkg/util/sets/sets.a; 0s remote-cache ... (7 actions, 0 running) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 10.2 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1394 packages loaded, 18620 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1451 packages loaded, 18812 targets configured) [1,029 / 1,542] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_azcore/policy/policy.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_azcore/policy/policy.x; 0s remote-cache ... (8 actions, 0 running) [1,229 / 1,546] GoCompilePkg external/com_github_pingcap_kvproto/pkg/brpb/brpb.a; Downloading external/com_github_pingcap_kvproto/pkg/brpb/brpb.a, 3.4 MiB / 5.3 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (819 packages loaded, 14204 targets configured) [1,210 / 1,547] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 19.0 MiB / 75.3 MiB; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1446 packages loaded, 19178 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1050 packages loaded, 16314 targets configured) [1,127 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 8.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1364 packages loaded, 18842 targets configured) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [1,038 / 1,560] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 6.0 MiB / 11.4 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1485 packages loaded, 19240 targets configured) [1,190 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 29.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1496 packages loaded, 19672 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) [1,267 / 1,546] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (987 packages loaded, 16095 targets configured) [1,253 / 1,547] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1174 packages loaded, 17659 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1491 packages loaded, 19348 targets configured) [1,189 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 63.0 MiB / 69.8 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1415 packages loaded, 19109 targets configured) [73 / 1,542] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 359.8 KiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,164 / 1,560] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 69.4 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [27 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) [1,364 / 1,547] GoCompilePkg pkg/sessionctx/variable/variable.a; Downloading pkg/sessionctx/variable/variable.a, 2.3 MiB / 5.7 MiB; 0s remote-cache ... (3 actions, 0 running) [237 / 1,567] GoCompilePkg build/linter/staticcheck/SA4004.a [for tool]; Downloading build/linter/staticcheck/SA4004.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1461 packages loaded, 19308 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1261 packages loaded, 18184 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1498 packages loaded, 19675 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (3 actions, 0 running) [1,263 / 1,542] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a [1,295 / 1,542] GoCompilePkg pkg/util/topsql/reporter/metrics/metrics.a; Downloading pkg/util/topsql/reporter/metrics/metrics.a; 0s remote-cache ... (7 actions, 0 running) [1,270 / 1,546] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnkv.a; Downloading external/com_github_tikv_client_go_v2/txnkv/txnkv.a, 210.1 KiB / 1.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1042 packages loaded, 16450 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1425 packages loaded, 19271 targets configured) [262 / 1,542] GoCompilePkg build/linter/staticcheck/S1020.a [for tool]; Downloading build/linter/staticcheck/S1020.a, 79.8 KiB / 102.6 KiB; 0s remote-cache ... (8 actions, 0 running) [1,282 / 1,560] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnkv.a [20 / 1,541] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 1023.8 KiB / 3.6 MiB; 1s remote-cache ... (3 actions, 0 running) [1,411 / 1,547] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 50.0 MiB / 80.2 MiB; 0s remote-cache ... (4 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1555 packages loaded, 20323 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,387 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 7.0 MiB / 78.6 MiB; 0s remote-cache ... (7 actions, 0 running) [1,386 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 11.0 MiB / 78.6 MiB; 0s remote-cache ... (8 actions, 0 running) [1,392 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 9.0 MiB / 80.2 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1110 packages loaded, 17149 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1206 packages loaded, 17472 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1206 packages loaded, 17472 targets configured) [1,397 / 1,560] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 4.3 MiB / 78.6 MiB; 0s remote-cache ... (8 actions, 0 running) [542 / 1,567] GoCompilePkg external/com_github_gogo_protobuf/proto/proto.a; Downloading external/com_github_gogo_protobuf/proto/proto.a, 2.0 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1393 packages loaded, 18934 targets configured) [23 / 1,541] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) [520 / 1,542] GoCompilePkg pkg/parser/charset/charset.a; Downloading pkg/parser/charset/charset.a; 0s remote-cache ... (8 actions, 0 running) [761 / 1,567] GoCompilePkg external/org_golang_x_crypto/chacha20/chacha20.a; Downloading external/org_golang_x_crypto/chacha20/chacha20.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1246 packages loaded, 17745 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1422 packages loaded, 19155 targets configured) [1,425 / 1,547] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 1023.9 KiB / 6.1 MiB; 0s remote-cache ... (6 actions, 0 running) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 8.0 MiB / 8.3 MiB; 0s remote-cache ... (3 actions, 0 running) [23 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 4.8 MiB / 10.4 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1394 packages loaded, 18979 targets configured) [1,410 / 1,542] GoCompilePkg pkg/expression/expression.a; 1s remote-cache [251 / 1,541] GoCompilePkg build/linter/staticcheck/S1034.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [19 / 1,543] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [765 / 1,542] GoCompilePkg external/com_github_klauspost_compress/zstd/zstd.a; 0s remote-cache ... (8 actions, 0 running) [25 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 3.1 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) [1,411 / 1,542] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1324 packages loaded, 18556 targets configured) [1,416 / 1,546] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,471 / 1,547] GoCompilePkg pkg/ttl/cache/cache.a; Downloading pkg/ttl/cache/cache.a, 2.0 MiB / 2.1 MiB; 0s remote-cache ... (6 actions, 0 running) [50 / 1,543] GoCompilePkg external/org_golang_x_tools/internal/stdlib/stdlib.a [for tool]; Downloading external/org_golang_x_tools/internal/stdlib/stdlib.a, 1023.9 KiB / 2.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,429 / 1,560] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1491 packages loaded, 19759 targets configured) [1,041 / 1,567] GoCompilePkg external/com_github_xitongsys_parquet_go/types/types.a; Downloading external/com_github_xitongsys_parquet_go/types/types.a; 0s remote-cache ... (8 actions, 0 running) [554 / 1,541] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 5.0 MiB / 7.1 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1488 packages loaded, 19618 targets configured) [1,055 / 1,542] GoCompilePkg external/com_google_cloud_go_iam/iam.a; 0s remote-cache ... (8 actions, 0 running) [1,462 / 1,546] GoCompilePkg pkg/statistics/handle/types/types.a; 0s remote-cache ... (2 actions, 0 running) [27 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (7 actions, 0 running) [1,444 / 1,542] [Prepa] GoCompilePkg br/pkg/restore/tiflashrec/tiflashrec.a ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat [1,446 / 1,542] GoCompilePkg pkg/util/keydecoder/keydecoder.a; Downloading pkg/util/keydecoder/keydecoder.a; 0s remote-cache ... (7 actions, 0 running) [275 / 1,543] [Prepa] GoCompilePkg external/com_github_uber_jaeger_client_go/log/log.a [1,472 / 1,560] GoCompilePkg pkg/lightning/common/common.a; Downloading pkg/lightning/common/common.a, 2.0 MiB / 2.2 MiB; 0s remote-cache ... (6 actions, 0 running) [29 / 1,605] [Prepa] GoCompilePkg external/io_bazel_rules_go/go/tools/coverdata/coverdata.a [1,192 / 1,567] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 13.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [842 / 1,541] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 8.0 MiB / 11.4 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1491 packages loaded, 19761 targets configured) [1,208 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 9.0 MiB / 13.9 MiB; 0s remote-cache ... (6 actions, 0 running) [1,501 / 1,547] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) [280 / 1,567] [Prepa] GoCompilePkg external/com_github_opentracing_opentracing_go/log/log.a ... (6 actions, 0 running) [1,495 / 1,542] [Prepa] GoCompilePkg pkg/ddl/ddl.a [1,494 / 1,542] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,500 / 1,546] GoCompilePkg pkg/ddl/ddl.a; Downloading pkg/ddl/ddl.a, 7.0 MiB / 23.1 MiB; 0s remote-cache INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1496 packages loaded, 20037 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,256 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 30.2 MiB / 75.3 MiB; 0s remote-cache ... (6 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,144 / 1,541] GoCompilePkg external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a; Downloading external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a, 3.0 MiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,254 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 51.0 MiB / 69.8 MiB; 1s remote-cache ... (3 actions, 0 running) [1,516 / 1,547] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 11.0 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [570 / 1,543] GoCompilePkg external/com_github_stretchr_testify/assert/assert.a; Downloading external/com_github_stretchr_testify/assert/assert.a, 1023.9 KiB / 1.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,513 / 1,560] GoCompilePkg pkg/ddl/ddl.a; Downloading pkg/ddl/ddl.a, 14.0 MiB / 21.0 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1415 packages loaded, 19109 targets configured) [280 / 1,605] [Prepa] GoCompilePkg external/org_uber_go_mock/gomock/gomock.a ... (7 actions, 0 running) [1,498 / 1,542] [Prepa] GoCompilePkg pkg/domain/domain.a [1,504 / 1,546] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (3 actions, 0 running) [548 / 1,567] GoCompilePkg external/com_github_getsentry_sentry_go/sentry-go.a; Downloading external/com_github_getsentry_sentry_go/sentry-go.a, 2.0 MiB / 2.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,500 / 1,542] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1512 packages loaded, 19890 targets configured) [1,329 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 66.0 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/go/types.a, 5.9 MiB / 6.9 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) [1,520 / 1,560] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (4 actions, 0 running) [822 / 1,543] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 8.0 MiB / 8.1 MiB; 0s remote-cache ... (8 actions, 0 running) [568 / 1,605] GoCompilePkg external/org_golang_google_genproto/googleapis/type/expr/expr.a; Downloading external/org_golang_google_genproto/googleapis/type/expr/expr.a; 0s remote-cache ... (8 actions, 0 running) [26 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 1s remote-cache ... (2 actions, 0 running) [1,509 / 1,542] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 5.0 MiB / 43.8 MiB; 0s remote-cache ... (7 actions, 0 running) [1,314 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a, 5.0 MiB / 6.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,523 / 1,547] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 44.0 MiB / 47.0 MiB; 1s remote-cache ... (3 actions, 0 running) [1,224 / 1,541] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 26.0 MiB / 69.8 MiB; 0s remote-cache ... (4 actions, 0 running) [788 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 15.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,518 / 1,542] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 23.0 MiB / 43.8 MiB; 0s remote-cache ... (2 actions, 0 running) [1,018 / 1,543] GoCompilePkg external/org_golang_google_grpc/health/grpc_health_v1/grpc_health_v1.a; Downloading external/org_golang_google_grpc/health/grpc_health_v1/grpc_health_v1.a, 85.8 KiB / 348.3 KiB; 0s remote-cache ... (8 actions, 0 running) [1,522 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 25.0 MiB / 47.0 MiB; 0s remote-cache ... (2 actions, 0 running) [788 / 1,605] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 4.0 MiB / 12.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,401 / 1,567] GoCompilePkg pkg/planner/util/debugtrace/debugtrace.a; Downloading pkg/planner/util/debugtrace/debugtrace.a; 0s remote-cache ... (8 actions, 0 running) [123 / 1,546] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 1023.9 KiB / 5.5 MiB; 0s remote-cache ... (7 actions, 0 running) [1,375 / 1,542] GoCompilePkg pkg/expression/contextopt/contextopt.a; 0s remote-cache ... (3 actions, 0 running) [1,537 / 1,547] [Prepa] GoCompilePkg pkg/executor/executor.a [25 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.9 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [1,283 / 1,541] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 61.2 MiB / 69.8 MiB; 1s remote-cache ... (7 actions, 0 running) [1,537 / 1,560] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 35.0 MiB / 43.8 MiB; 1s remote-cache ... (2 actions, 0 running) [1,022 / 1,567] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a, 1023.9 KiB / 4.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,529 / 1,542] GoCompilePkg pkg/disttask/importinto/importinto.a; Downloading pkg/disttask/importinto/importinto.a, 3.0 MiB / 5.0 MiB; 0s remote-cache ... (2 actions, 0 running) [1,520 / 1,542] [Prepa] GoCompilePkg pkg/planner/pattern/pattern.a ... (5 actions, 0 running) [1,534 / 1,546] GoCompilePkg pkg/disttask/importinto/importinto.a; 0s remote-cache ... (2 actions, 0 running) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 8.0 MiB / 10.7 MiB; 0s remote-cache ... (3 actions, 0 running) [1,181 / 1,543] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 10.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,034 / 1,605] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 15.3 MiB / 75.3 MiB; 0s remote-cache ... (7 actions, 0 running) [281 / 1,546] GoCompilePkg external/org_uber_go_zap/internal/color/color.a; 0s remote-cache ... (8 actions, 0 running) [209 / 1,546] [Prepa] GoCompilePkg external/co_honnef_go_tools/internal/sharedcheck/sharedcheck.a [for tool] [1,538 / 1,547] [Prepa] GoCompilePkg pkg/session/session.a [1,375 / 1,541] GoCompilePkg pkg/expression/contextopt/contextopt.a; 0s remote-cache ... (3 actions, 0 running) [1,174 / 1,567] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 16.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,435 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 66.0 MiB / 80.2 MiB; 1s remote-cache [1,531 / 1,542] GoCompilePkg pkg/executor/executor.a; Downloading pkg/executor/executor.a, 27.0 MiB / 41.0 MiB; 0s remote-cache [1,550 / 1,560] GoCompilePkg pkg/executor/executor.a; 0s remote-cache [27 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 5.2 MiB / 8.3 MiB; 2s remote-cache ... (8 actions, 0 running) [1,533 / 1,542] [Prepa] GoCompilePkg pkg/session/session.a [1,229 / 1,543] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (3 actions, 0 running) [1,181 / 1,605] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) [601 / 1,546] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 3.0 MiB / 12.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,411 / 1,542] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,537 / 1,546] [Prepa] GoCompilePkg pkg/session/session.a [509 / 1,546] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; Downloading external/org_golang_google_protobuf/internal/impl/impl.a, 2.0 MiB / 5.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,237 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 75.1 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,460 / 1,567] GoCompilePkg pkg/store/mockstore/unistore/tikv/tikv.a; Downloading pkg/store/mockstore/unistore/tikv/tikv.a, 1.4 MiB / 4.0 MiB; 0s remote-cache ... (3 actions, 0 running) [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; Downloading tests/realtikvtest/brietest/brietest_test_/brietest_test, 25.2 MiB / 211.7 MiB; 0s remote-cache [1,411 / 1,541] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,330 / 1,543] GoCompilePkg pkg/sessionctx/stmtctx/stmtctx.a; Downloading pkg/sessionctx/stmtctx/stmtctx.a; 0s remote-cache ... (3 actions, 0 running) [888 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 18.3 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,537 / 1,542] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache [1,455 / 1,542] GoCompilePkg pkg/ttl/session/session.a; Downloading pkg/ttl/session/session.a; 0s remote-cache ... (3 actions, 0 running) [280 / 1,567] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (7 actions, 0 running) [1,538 / 1,542] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test.internal.a; 0s remote-cache, linux-sandbox [1,309 / 1,605] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a [1,513 / 1,567] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; Downloading tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test, 57.1 MiB / 211.3 MiB; 0s remote-cache [737 / 1,546] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 10.1 MiB / 12.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,462 / 1,541] GoCompilePkg pkg/ttl/cache/cache.a; Downloading pkg/ttl/cache/cache.a, 2.0 MiB / 2.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,331 / 1,567] [Prepa] GoCompilePkg pkg/types/parser_driver/parser_driver.a ... (8 actions, 0 running) [1,398 / 1,543] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 34.9 MiB / 78.6 MiB; 0s remote-cache ... (3 actions, 0 running) [1,089 / 1,546] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 15.0 MiB / 24.4 MiB; 0s remote-cache ... (7 actions, 0 running) [1,539 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test_test.external.a [594 / 1,567] GoCompilePkg external/com_github_cockroachdb_redact/redact.a; Downloading external/com_github_cockroachdb_redact/redact.a; 0s remote-cache ... (8 actions, 0 running) [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; Downloading tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test, 116.5 MiB / 160.2 MiB; 1s remote-cache [1,427 / 1,605] GoCompilePkg pkg/expression/contextopt/contextopt.a; 0s remote-cache ... (3 actions, 0 running) [1,525 / 1,567] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; Downloading pkg/extension/extensionimpl/extensionimpl.a, 3.0 MiB / 6.9 MiB; 0s remote-cache ... (5 actions, 0 running) [1,021 / 1,546] GoCompilePkg external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a; 0s remote-cache ... (8 actions, 0 running) [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; Downloading tests/realtikvtest/brietest/brietest_test_/brietest_test, 180.1 MiB / 211.7 MiB; 2s remote-cache [1,425 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 30.4 MiB / 80.2 MiB; 0s remote-cache ... (4 actions, 0 running) [1,472 / 1,542] GoCompilePkg pkg/lightning/tikv/tikv.a; 1s remote-cache ... (3 actions, 0 running) [1,499 / 1,541] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (5 actions, 0 running) [882 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 14.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 1s remote-cache, linux-sandbox [1,564 / 1,568] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,421 / 1,543] GoCompilePkg pkg/planner/property/property.a; Downloading pkg/planner/property/property.a; 0s remote-cache ... (7 actions, 0 running) [1,228 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 35.0 MiB / 75.3 MiB; 0s remote-cache ... (4 actions, 0 running) [1,498 / 1,542] [Prepa] GoCompilePkg pkg/domain/domain.a [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 2s remote-cache [1,172 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 11.0 MiB / 15.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 3s remote-cache [1,447 / 1,567] GoCompilePkg pkg/table/tables/tables.a; Downloading pkg/table/tables/tables.a; 0s remote-cache ... (8 actions, 0 running) [1,465 / 1,605] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,552 / 1,567] GoCompilePkg pkg/disttask/importinto/importinto.a; Downloading pkg/disttask/importinto/importinto.a, 4.8 MiB / 5.0 MiB; 0s remote-cache ... (3 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache, linux-sandbox [1,520 / 1,541] [Prepa] GoCompilePkg pkg/planner/pattern/pattern.a [1,105 / 1,567] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 17.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,477 / 1,543] GoCompilePkg pkg/lightning/errormanager/errormanager.a; 0s remote-cache ... (8 actions, 0 running) [1,566 / 1,568] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,349 / 1,546] GoCompilePkg pkg/util/gctuner/gctuner.a; Downloading pkg/util/gctuner/gctuner.x; 0s remote-cache ... (8 actions, 0 running) Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 35.068s, Critical Path: 16.20s INFO: 1556 processes: 1546 remote cache hit, 10 internal. INFO: Build completed successfully, 1556 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [1,512 / 1,567] [Prepa] GoCompilePkg pkg/statistics/handle/handle.a [1,524 / 1,605] GoCompilePkg pkg/statistics/handle/autoanalyze/priorityqueue/priorityqueue.a; Downloading pkg/statistics/handle/autoanalyze/priorityqueue/priorityqueue.a, 1023.9 KiB / 1.6 MiB; 0s remote-cache ... (6 actions, 0 running) [1,563 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test.internal.a complete to collect bazel result. [1,523 / 1,542] GoCompilePkg pkg/executor/importer/importer.a; Downloading pkg/executor/importer/importer.a, 2.0 MiB / 4.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,224 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 57.4 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,533 / 1,541] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,502 / 1,543] GoCompilePkg br/pkg/glue/glue.a; Downloading br/pkg/glue/glue.a, 6.2 MiB / 6.8 MiB; 0s remote-cache ... (4 actions, 0 running) [1,408 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 45.3 MiB / 80.2 MiB; 0s remote-cache ... (5 actions, 0 running) [Pipeline] } [1,171 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 73.4 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,552 / 1,554] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,553 / 1,555] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 38.068s, Critical Path: 19.11s INFO: 1552 processes: 1532 remote cache hit, 20 internal. INFO: Build completed successfully, 1552 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [1,534 / 1,567] GoCompilePkg pkg/executor/internal/calibrateresource/calibrateresource.a; Downloading pkg/executor/internal/calibrateresource/calibrateresource.a, 2.9 MiB / 7.2 MiB; 0s remote-cache ... (4 actions, 0 running) [1,536 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,556 / 1,605] GoCompilePkg pkg/executor/internal/exec/exec.a; Downloading pkg/executor/internal/exec/exec.a, 6.2 MiB / 7.2 MiB; 0s remote-cache ... (4 actions, 0 running) [Pipeline] // dir complete to collect bazel result. [1,312 / 1,546] [Prepa] GoCompilePkg pkg/util/timeutil/timeutil.a ... (7 actions, 0 running) [1,564 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test_test.external.a Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 37.643s, Critical Path: 20.09s INFO: 1551 processes: 1531 remote cache hit, 20 internal. INFO: Build completed successfully, 1551 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. Post stage [1,526 / 1,543] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 0s remote-cache ... (3 actions, 0 running) [1,434 / 1,546] GoCompilePkg pkg/planner/core/operator/baseimpl/baseimpl.a; Downloading pkg/planner/core/operator/baseimpl/baseimpl.x, 1.1 MiB / 1.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,262 / 1,567] GoCompilePkg external/com_github_tikv_pd_client/http/http.a; Downloading external/com_github_tikv_pd_client/http/http.a, 626.7 KiB / 1.3 MiB; 0s remote-cache ... (4 actions, 0 running) [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; Downloading tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test, 93.2 MiB / 157.9 MiB; 0s remote-cache [Pipeline] } [Pipeline] } [1,585 / 1,605] [Prepa] GoCompilePkg pkg/planner/cascades/cascades.a [1,403 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 27.2 MiB / 80.2 MiB; 0s remote-cache ... (3 actions, 0 running) [Pipeline] // dir [1,555 / 1,567] [Prepa] GoCompilePkg pkg/planner/planner.a [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 1s remote-cache [Pipeline] // dir Post stage Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [1,537 / 1,543] [Prepa] GoCompilePkg pkg/testkit/testkit.a [Pipeline] junit Recording test results [1,494 / 1,546] [Prepa] GoCompilePkg br/pkg/restore/prealloc_table_id/prealloc_table_id.a ... (4 actions, 0 running) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [1,387 / 1,567] [Prepa] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a ... (6 actions, 0 running) [Pipeline] junit [1,545 / 1,549] checking cached actions Recording test results [Pipeline] junit Recording test results [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 1s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] sh [Checks API] No suitable checks publisher found. [Checks API] No suitable checks publisher found. [1,428 / 1,546] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 1.9 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] sh [1,563 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a [1,597 / 1,605] GoCompilePkg pkg/server/server.a; Downloading pkg/server/server.a, 1.1 MiB / 11.9 MiB; 0s remote-cache ... (3 actions, 0 running) + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/06 17:07:38.799 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.799 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.799 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.803 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.805 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.805 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.805 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.805 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:38.805 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:38.805 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:38.805 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.805 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.806 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=543.896µs] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.810 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.810 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.811 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.811 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.812 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.812 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.812 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.812 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.812 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.812 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.813 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.813 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.815 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.815 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:40.816 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.864 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:42.811 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:42.812 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:42.812 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:42.812 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:42.813 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:42.813 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:42.813 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:42.813 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:42.818 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810770159292869] [2024/05/06 17:07:42.818 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810770159292869] [2024/05/06 17:07:42.822 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:42.823 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:42.823 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:42.825 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:42.825 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:42.825 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:42.825 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:42.826 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:42.826 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:42.827 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:42.827 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:42.827 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:42.827 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=197.811µs] [2024/05/06 17:07:42.828 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810770159292869/leader] [purpose="leader election"] [2024/05/06 17:07:42.828 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:07:42.828 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:43.829 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:07:52.814 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:52.814 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/05/06 17:07:38.799 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.799 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.799 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.803 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.804 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.804 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.804 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:38.804 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.804 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:38.804 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:38.805 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.805 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.805 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.806 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=612.977µs] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.810 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.810 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.811 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.811 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.811 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.811 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.812 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.812 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.812 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.812 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.812 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.812 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.813 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.815 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:40.815 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.815 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:40.816 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:40.816 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.865 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/05/06 17:07:42.811 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:42.812 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:42.812 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:42.812 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:42.812 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:42.812 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:42.812 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:42.812 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:42.812 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:42.813 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:42.815 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810770159292869] [2024/05/06 17:07:42.815 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810770159292869] [2024/05/06 17:07:42.821 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:42.821 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:42.822 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:42.823 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:42.823 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:42.823 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:42.823 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:42.824 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:42.824 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/05/06 17:07:42.824 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:42.824 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579137949600013] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:42.825 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:42.825 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810770159292869/leader] [purpose="leader election"] [2024/05/06 17:07:42.825 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/05/06 17:07:42.825 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:42.825 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:42.825 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:42.827 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:45.826 +08:00] [next=2024/05/06 17:07:42.826 +08:00] [2024/05/06 17:07:42.828 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:42.828 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:42.829 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:42.831 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:42.834 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:42.834 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:42.834 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/05/06 17:07:43.127 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:43.127 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:43.128 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:43.203 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:43.203 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:43.205 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:43.205 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:43.206 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:43.206 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:43.211 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810770159292869] [request="header: store: region: peers: > "] [2024/05/06 17:07:43.212 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810770159292869] [2024/05/06 17:07:43.214 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=843.84µs] [2024/05/06 17:07:43.214 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=67.419µs] [2024/05/06 17:07:43.215 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:43.215 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:43.215 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:43.215 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:43.215 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:43.215 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:43.215 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:43.215 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=485.845µs] [2024/05/06 17:07:43.217 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:43.218 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=3] [2024/05/06 17:07:43.218 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986463 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:43.218 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:43.219 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:43.219 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986463 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:43.219 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:43.220 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:43.220 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986463 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:43.220 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:43.825 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:43.828 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/06 17:07:43.828 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:43.829 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/06 17:07:43.829 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:44.898 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:44.913 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:44.913 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46745] [remotes="[]"] [2024/05/06 17:07:44.913 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:44.913 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37081] [remotes="[]"] [2024/05/06 17:07:44.914 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:44.919 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:46.215 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:46.215 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:46.215 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:46.216 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:46.217 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:46.217 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:46.218 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:46.219 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:46.219 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:46.219 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:46.219 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:46.229 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:46.2299355 +0800 CST m=+7.468101311, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:46.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:46.230 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:46.230 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:46.230 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:46.230 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:46.231 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.725483ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:46.2299355 +0800 CST m=+7.468101311, startAt:2024-05-06 17:07:46.230047994 +0800 CST m=+7.468213803, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:46.231 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:46.231 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:47.218 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:52.813 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:52.814 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:53.216 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/06 17:07:53.216 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/06 17:07:53.217 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/06 17:07:53.227 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:53.227910823 +0800 CST m=+14.466076635, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=create] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:53.22813671 +0800 CST m=+14.466302520, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=create] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:53.228238866 +0800 CST m=+14.466404677, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:53.228309673 +0800 CST m=+14.466475483, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=create] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:07:53.228380043 +0800 CST m=+14.466545854, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=create] [2024/05/06 17:07:53.229 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/06 17:07:53.229 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:53.229 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/06 17:07:53.229 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:53.229 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/06 17:07:53.229 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:53.229 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/06 17:07:53.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.230 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:53.230 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:53.241 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.242 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:53.242 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:53.242 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:53.242 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:53.242 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=14.272213ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:07:53.228380043 +0800 CST m=+14.466545854, startAt:2024-05-06 17:07:53.228411669 +0800 CST m=+14.466577478, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.242 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:53.242 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=14.471282ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:53.228309673 +0800 CST m=+14.466475483, startAt:2024-05-06 17:07:53.228335344 +0800 CST m=+14.466501155, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.242 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:53.243 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=15.089632ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:53.227910823 +0800 CST m=+14.466076635, startAt:2024-05-06 17:07:53.228041446 +0800 CST m=+14.466207256, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.243 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:53.243 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:53.243 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=15.178499ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:53.22813671 +0800 CST m=+14.466302520, startAt:2024-05-06 17:07:53.228185595 +0800 CST m=+14.466351406, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.243 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:53.243 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=15.277932ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:53.228238866 +0800 CST m=+14.466404677, startAt:2024-05-06 17:07:53.228264773 +0800 CST m=+14.466430585, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.248 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:53.248854684 +0800 CST m=+14.487020493, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.248 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/06 17:07:53.248 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:53.248977995 +0800 CST m=+14.487143805, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:53.249048528 +0800 CST m=+14.487214339, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:53.249114853 +0800 CST m=+14.487280664, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:07:53.249189805 +0800 CST m=+14.487355616, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/05/06 17:07:53.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.249 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.250 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.250 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.250 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.250 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/06 17:07:53.250 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.250 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.250 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.250 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.253 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.253 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.254 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.254 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=5.740785ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:53.249048528 +0800 CST m=+14.487214339, startAt:2024-05-06 17:07:53.249072727 +0800 CST m=+14.487238536, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.254 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.255 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=6.196229ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:53.248854684 +0800 CST m=+14.487020493, startAt:2024-05-06 17:07:53.248912293 +0800 CST m=+14.487078108, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.255 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.255 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:53.255 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.255 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=6.316949ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:53.248977995 +0800 CST m=+14.487143805, startAt:2024-05-06 17:07:53.249004497 +0800 CST m=+14.487170308, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.255 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.256 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=6.858919ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:07:53.249189805 +0800 CST m=+14.487355616, startAt:2024-05-06 17:07:53.249219849 +0800 CST m=+14.487385659, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.256 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.256 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=7.399048ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:53.249114853 +0800 CST m=+14.487280664, startAt:2024-05-06 17:07:53.249138181 +0800 CST m=+14.487303990, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.256 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:43.228 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:43.230 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd3.log <== [2024/05/06 17:07:38.798 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.799 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.799 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.799 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.802 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.803 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.803 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.804 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.804 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.804 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:38.804 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.804 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:38.804 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.804 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:38.804 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.804 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:38.804 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.804 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.804 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.806 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=1.037722ms] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.809 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.810 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.810 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.810 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.810 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.811 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.811 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.811 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.811 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.811 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.811 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.811 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.811 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.812 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.813 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.814 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.814 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.814 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.814 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.814 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.814 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.815 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.815 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:40.816 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:40.816 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.816 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.816 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.865 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:42.810 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:42.811 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:42.811 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:42.812 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:42.812 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:42.813 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:42.813 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:42.813 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:42.813 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:42.813 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:42.816 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810770159292869] [2024/05/06 17:07:42.816 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810770159292869] [2024/05/06 17:07:42.822 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:42.823 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:42.823 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:42.825 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:42.825 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:42.825 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:42.825 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:42.826 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:42.826 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:42.827 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:42.827 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:42.827 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:42.827 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=184.638µs] [2024/05/06 17:07:42.828 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:07:42.828 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810770159292869/leader] [purpose="leader election"] [2024/05/06 17:07:42.828 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:43.828 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:07:52.814 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:52.814 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={48, 19, 26, 29, 30, 31, 55, 58, 52, 32, 0, 47, 11, 60, 65, 69, 20, 51, 56, 66, 35, 54, 15, 33, 50, 57, 28, 22, 59, 62, 21, 49, 68, 17, 25, 34, 23, 24, 61, 12, 18, 36, 27, 53, 64, 71, 63, 14, 13, 16, 70, 67}"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:38.769 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.769 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fd400c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd400cafb68, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd400c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd400cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986458.769938618\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fd400c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd400cafb68, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd400c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd400cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fd400c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd400cafb68, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd400c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd400cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986458.770451812\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fd400c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd400cafb68, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd400c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd400cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fd400c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd400cafb68, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd400c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd400cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986458.770706251\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fd400c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd400cafb68, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd400c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd400cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:39.072 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.073 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.073 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.814 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.116 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.117 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.118 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.118 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.119 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810770159292869] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:43.122 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:43.124 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:43.124 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177296/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177295/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177294/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177293/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177292/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177291/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177290/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177289/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177288/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/49764/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/99/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/98/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/97/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/96/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/93/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:43.125 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:43.125 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177296/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177295/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177294/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177293/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177292/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177291/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177290/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177289/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177288/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/49764/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/99/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/98/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/97/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/96/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/93/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:43.127 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:43.127 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:43.127 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:43.127 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:43.127 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:43.127 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:43.134 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:43.134 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:43.135 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 203.41µs"] [thread_id=1] [2024/05/06 17:07:43.200 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:43.202 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:43.202 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:43.202 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:43.203 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:43.203 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:43.203 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:43.203 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:43.203 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:43.203 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:43.203 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:43.211 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:43.216 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810770159292869] [thread_id=1] [2024/05/06 17:07:43.217 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986463 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:43.221 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:43.221 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:43.221 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:43.221 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:43.221 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:43.221 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=167.271µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:43.224 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=4.689µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:43.225 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/06 17:07:43.226 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:43.226 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:43.226 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:43.226 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:07:43.229 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:43.229 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/06 17:07:43.230 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:43.230 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:43.230 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:43.231 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:43.232 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:43.232 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:43.233 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:43.238 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:46.230 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/06 17:07:46.230 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:46.230 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:46.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:46.231 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:46.231 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:46.231 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:46.231 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:46.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.231 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/06 17:07:46.232 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/06 17:07:46.232 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:46.232 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:46.232 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=16] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=12] [thread_id=68] [2024/05/06 17:07:46.232 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=14] [thread_id=68] [2024/05/06 17:07:53.227 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:53.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:53.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:53.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:53.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:53.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:53.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.228 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.228 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.229 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.229 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.229 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.229 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.229 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.229 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.229 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.229 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.229 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.229 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.230 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/06 17:07:53.230 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:53.230 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.028246ms] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/06 17:07:53.230 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:53.230 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:53.231 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=555.483µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:53.236 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/06 17:07:53.236 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.237 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:07:53.237 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/06 17:07:53.237 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:07:53.237 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:07:53.237 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.237 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.237 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.237 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=751.461µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:07:53.238 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:53.238 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=608.765µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.238 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=845.952µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.239 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=699.903µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=602.939µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.239 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.179368ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=132] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.853275ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.790527ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.577912ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.715361ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:53.242 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.242 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.242 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:53.242 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.242 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:53.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.242 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.242 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:53.242 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.243 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.243 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.243 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.243 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.243 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.243 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.243 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.243 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.243 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.249 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.249 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:53.250 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:53.250 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:53.250 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.250 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.250 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=654.772µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:53.251 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=786.86µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.251 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=567.433µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:53.251 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=934.195µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:53.252 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.733958ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/06 17:07:53.252 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=964.118µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.740296ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.509912ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=132] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.604833ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=133] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.584337ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.255 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:53.255 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.255 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:53.255 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.256 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.256 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] ==> ./tikv2.log <== [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={18, 17, 55, 62, 63, 25, 66, 16, 19, 32, 27, 26, 36, 49, 51, 52, 56, 57, 69, 50, 70, 53, 71, 21, 33, 67, 59, 64, 61, 12, 0, 35, 11, 68, 60, 29, 34, 15, 47, 28, 58, 65, 48, 20, 22, 13, 30, 14, 54, 24, 31, 23}"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:38.769 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.769 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7f9ba604d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9ba60afb68, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9ba6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9ba60d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986458.769867368\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7f9ba604d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9ba60afb68, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9ba6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9ba60d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7f9ba604dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9ba60afb68, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9ba6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9ba60d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986458.770387345\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7f9ba604dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9ba60afb68, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9ba6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9ba60d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7f9ba604e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9ba60afb68, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9ba6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9ba60d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986458.770621892\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7f9ba604e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9ba60afb68, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9ba6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9ba60d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:39.072 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.073 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.073 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.814 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.116 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.117 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.117 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.118 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.119 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.119 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810770159292869] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:43.122 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:43.124 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:43.124 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177296/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177295/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177294/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177293/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177292/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177291/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177290/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177289/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177288/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/49764/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/99/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/98/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/97/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/96/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/93/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:43.125 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:43.125 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177296/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177295/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177294/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177293/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177292/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177291/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177290/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177289/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177288/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/49764/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/99/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/98/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/97/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/96/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/93/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:43.127 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:43.127 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:43.127 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:43.127 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:43.128 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:43.135 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:43.135 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:43.135 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 203.006µs"] [thread_id=1] [2024/05/06 17:07:43.202 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:43.205 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:43.205 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:43.205 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:43.206 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:43.206 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:43.206 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:43.206 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:43.206 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:43.206 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:43.206 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:43.213 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/06 17:07:43.215 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810770159292869] [thread_id=1] [2024/05/06 17:07:43.215 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986463 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:43.219 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/06 17:07:43.219 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:43.219 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:43.219 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:43.219 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/06 17:07:43.220 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:43.222 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:43.223 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=54.927µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/06 17:07:43.223 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=148.775µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/06 17:07:43.225 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:43.225 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:43.225 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:43.229 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:43.229 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:43.229 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:43.231 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:43.231 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:43.232 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:43.235 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:53.226 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:53.231 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=8] [2024/05/06 17:07:53.232 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.233 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.233 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.233 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.233 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.237 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:53.237 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:53.237 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=4.272754ms] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=667.697µs] [snap_key=10_6_7] [thread_id=131] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=627.915µs] [snap_key=16_6_7] [thread_id=132] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:53.241 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=928.294µs] [snap_key=12_6_7] [thread_id=130] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/06 17:07:53.241 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=901.49µs] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.241 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=205.435µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:53.241 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.242 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=263.094µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.242 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.188µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=38.854µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.243 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.243 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.243 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.243 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.243 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.243 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.243 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=756.989µs] [snap_key=4_6_10] [thread_id=129] [2024/05/06 17:07:53.253 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.254 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=289.731µs] [region_id=4] [thread_id=80] [2024/05/06 17:07:53.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:07:53.256 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:43.225 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:43.225 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:43.225 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:43.225 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:43.225 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:43.225 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.225 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.225 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.225 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.225 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={31, 55, 57, 59, 61, 23, 56, 0, 60, 13, 47, 27, 17, 52, 18, 67, 51, 11, 54, 29, 25, 33, 28, 19, 36, 26, 63, 35, 64, 69, 68, 71, 70, 34, 50, 12, 24, 14, 30, 16, 32, 48, 49, 20, 58, 62, 22, 53, 65, 66, 21, 15}"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:38.767 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:38.769 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.769 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:38.769 +08:00] [INFO] [] ["subchannel 0x7fcb4424d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fcb442afb68, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcb44237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcb442d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986458.769684858\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:38.769 +08:00] [INFO] [] ["subchannel 0x7fcb4424d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fcb442afb68, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcb44237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcb442d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fcb4424dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fcb442afb68, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcb44237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcb442d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986458.770277085\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fcb4424dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fcb442afb68, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcb44237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcb442d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fcb4424e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fcb442afb68, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcb44237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcb442d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986458.770564159\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [] ["subchannel 0x7fcb4424e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fcb442afb68, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcb44237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcb442d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.770 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.770 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:39.072 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.073 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.073 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.814 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.116 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.117 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.118 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.118 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.119 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810770159292869] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:43.120 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:43.122 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:43.124 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:43.124 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177296/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177295/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177294/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177293/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177292/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177291/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177290/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177289/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177288/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/49764/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/99/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/98/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/97/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/96/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/93/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:43.125 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:43.125 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177296/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177295/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177294/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177293/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177292/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177291/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177290/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177289/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/177288/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/49764/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/99/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/98/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/97/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/96/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/93/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/228319/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:43.126 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:43.127 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:43.127 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:43.127 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:43.127 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:43.128 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:43.134 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:43.134 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:43.135 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 292.743µs"] [thread_id=1] [2024/05/06 17:07:43.202 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:43.203 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:43.204 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:43.204 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:43.204 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:43.205 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:43.205 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:43.205 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:43.205 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:43.205 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:43.205 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:43.212 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:43.215 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810770159292869] [thread_id=1] [2024/05/06 17:07:43.215 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986463 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:43.219 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:43.220 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:43.220 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:43.220 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:43.220 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:43.221 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:43.223 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:43.223 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=34.116µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:43.223 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=23.041µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:43.225 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:43.225 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:43.225 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:43.228 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:43.228 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:43.229 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:43.230 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:43.231 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:43.231 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:43.235 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:53.228 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:53.232 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:53.232 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.232 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.235 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:53.235 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:53.236 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=2.82362ms] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:53.239 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/05/06 17:07:53.240 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=956.336µs] [snap_key=4_6_8] [thread_id=131] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.240 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.241 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.241 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/05/06 17:07:53.241 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.241 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=40.638µs] [region_id=4] [thread_id=80] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:53.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.249 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.249 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:07:53.251 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=133] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=834.262µs] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:07:53.252 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=752.36µs] [snap_key=10_6_9] [thread_id=130] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.252 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.252 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.252 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.252 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.252 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=806.984µs] [snap_key=12_6_9] [thread_id=133] [2024/05/06 17:07:53.253 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=218.625µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.104µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:53.253 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=37.29µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:53.253 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=133] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=776.817µs] [snap_key=16_6_9] [thread_id=133] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:07:53.254 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:53.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:53.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:53.255 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:53.255 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/06 17:07:53.255 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:53.255 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.676µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:53.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:53.256 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:43.227 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:43.228 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:43.228 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:43.228 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:43.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.228 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:43.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:43.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] sh [1,433 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 63.0 MiB / 80.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,547 / 1,550] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 15.2 MiB / 96.2 MiB; 0s remote-cache + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/06 17:07:32.681 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:32.681 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:32.681 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:32.681 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:32.681 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:32.682 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:32.682 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:32.682 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:32.682 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:32.685 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:32.686 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:32.686 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:32.686 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:32.687 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:32.687 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:32.687 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:32.687 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:32.687 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:32.687 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:32.687 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:32.687 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:32.687 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:32.687 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:32.688 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:32.688 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:32.688 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=519.216µs] [2024/05/06 17:07:32.689 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:32.689 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:32.690 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:32.690 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:32.690 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:32.690 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:32.690 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:32.690 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.690 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:32.690 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:32.691 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.691 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.691 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.691 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.692 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.692 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:32.692 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.692 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.692 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.692 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.693 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.693 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.693 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.693 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:32.693 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.693 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:32.693 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.693 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:32.693 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:32.693 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:32.693 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:32.694 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.694 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:32.694 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.694 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:32.694 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.694 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:32.695 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:32.695 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:32.699 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.699 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.700 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:32.700 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:32.702 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.702 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:32.702 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.744 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:34.198 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:34.198 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:34.198 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:34.199 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:34.199 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:34.199 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:34.775 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810737007324326] [2024/05/06 17:07:34.775 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810737007324326] [2024/05/06 17:07:34.779 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:34.780 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:34.780 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:34.781 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:34.781 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:34.781 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:34.782 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:34.782 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:34.782 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=4060626905997471512] [member-id=3474484975246189105] [2024/05/06 17:07:34.782 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:34.985 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:34.985 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:34.985 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:34.985 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=203.955µs] [2024/05/06 17:07:34.985 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810737007324326/leader] [purpose="leader election"] [2024/05/06 17:07:34.985 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:44.200 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:44.201 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/05/06 17:07:32.684 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:32.684 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:32.684 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:32.684 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:32.684 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:32.684 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:32.684 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:32.684 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:32.684 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:32.688 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:32.688 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:32.688 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:32.688 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:32.689 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:32.689 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:32.689 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:32.689 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:32.689 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:32.689 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:32.689 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:32.690 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:32.690 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:32.690 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:32.690 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:32.690 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:32.690 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=265.452µs] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.697 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:32.697 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:32.697 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.697 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.697 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.697 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.698 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.698 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:32.698 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.699 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.699 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.700 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.701 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.701 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.701 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.701 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:32.701 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.701 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:32.702 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:32.702 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:32.702 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:32.702 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:32.702 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.702 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.702 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:32.702 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.702 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:32.702 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.702 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:32.702 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.703 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:32.703 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:32.703 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:32.703 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:32.703 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:32.703 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.752 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:34.196 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:34.198 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:34.198 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:34.198 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:34.199 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:34.199 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:34.203 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810737007324326] [2024/05/06 17:07:34.203 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810737007324326] [2024/05/06 17:07:34.778 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:34.779 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:34.779 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:34.781 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:34.781 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:34.781 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:34.781 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:34.781 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:34.781 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/06 17:07:34.782 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:34.782 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305899206236173] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:34.783 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:34.783 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810737007324326/leader] [purpose="leader election"] [2024/05/06 17:07:34.783 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/06 17:07:34.783 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:34.783 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:34.783 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:34.784 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:37.783 +08:00] [next=2024/05/06 17:07:34.783 +08:00] [2024/05/06 17:07:34.786 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:34.786 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:34.787 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:34.789 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:34.793 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:34.793 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:34.793 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/06 17:07:34.819 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:34.819 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:34.820 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:34.893 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:34.893 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:34.893 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:34.893 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:34.900 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810737007324326] [request="header: store: region: peers: > "] [2024/05/06 17:07:34.900 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810737007324326] [request="header: store: region: peers: > "] [2024/05/06 17:07:34.901 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810737007324326] [2024/05/06 17:07:34.901 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365810737007324326] [2024/05/06 17:07:34.905 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=20] [2024/05/06 17:07:34.905 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=20] [2024/05/06 17:07:34.905 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.198995ms] [2024/05/06 17:07:34.905 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=171.655µs] [2024/05/06 17:07:34.906 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:34.906 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:34.907 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:34.907 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:34.907 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:34.907 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:34.907 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:34.907 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=717.166µs] [2024/05/06 17:07:34.909 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:34.910 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=7] [2024/05/06 17:07:34.910 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:7 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986454 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:34.910 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:34.911 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:34.911 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986454 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:34.911 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:34.985 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:34.985 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:34.986 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/06 17:07:34.986 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:35.783 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:37.905 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:37.905 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986454 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:37.905 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:37.907 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:37.907 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:37.907 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:37.907 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:37.908 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:37.909 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:37.909 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:37.911 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:37.911 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:37.911 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:37.911 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:37.921 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-05-06 17:07:37.921225795 +0800 CST m=+5.278293654, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:37.921 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:37.921 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/06 17:07:37.921 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:37.921 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:37.921 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:37.923 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=1.753045ms] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-05-06 17:07:37.921225795 +0800 CST m=+5.278293654, startAt:2024-05-06 17:07:37.921329058 +0800 CST m=+5.278396918, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:37.923 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=3] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:37.923 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=3] [origin="id:8 end_key:\"7200000000000000FB\" region_epoch: peers: id:10 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:12 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:14 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:38.909 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:44.201 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:44.201 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:44.907 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/06 17:07:44.908 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=7] [store-address=127.0.0.1:20160] [2024/05/06 17:07:44.908 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:8(5, 1), createAt:2024-05-06 17:07:44.928176004 +0800 CST m=+12.285243864, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 16 on store 7}, 1:{promote learner peer 16 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 16 on store 7"] [source=create] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:44.928377948 +0800 CST m=+12.285445808, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 17 on store 7}, 1:{promote learner peer 17 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 17 on store 7"] [source=create] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:44.928460911 +0800 CST m=+12.285528770, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 7"] [source=create] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:44.928530731 +0800 CST m=+12.285598590, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 7"] [source=create] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-05-06 17:07:44.928606918 +0800 CST m=+12.285674778, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:44.928 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 20 on store 7"] [source=create] [2024/05/06 17:07:44.929 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 16 on store 7"] [source=heartbeat] [2024/05/06 17:07:44.929 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:16 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:44.929 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 17 on store 7"] [source=heartbeat] [2024/05/06 17:07:44.929 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:17 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:44.929 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 7"] [source=heartbeat] [2024/05/06 17:07:44.929 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:19 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:44.929 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 7"] [source=heartbeat] [2024/05/06 17:07:44.930 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 20 on store 7"] [source=heartbeat] [2024/05/06 17:07:44.930 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:18 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:44.930 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:20 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:44.943 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 20 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:44.943 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 17 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:44.943 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 16 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:44.944 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 18 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:44.944 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 19 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:44.944 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=15.825746ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-05-06 17:07:44.928606918 +0800 CST m=+12.285674778, startAt:2024-05-06 17:07:44.928632389 +0800 CST m=+12.285700248, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:44.944 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:20 store_id:7 role:Learner },Add peer:{id:20 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:44.944 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=16.159147ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:44.928377948 +0800 CST m=+12.285445808, startAt:2024-05-06 17:07:44.92840864 +0800 CST m=+12.285476499, currentStep:2, size:1, steps:[0:{add learner peer 17 on store 7}, 1:{promote learner peer 17 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:44.944 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:17 store_id:7 role:Learner },Add peer:{id:17 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:44.944 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:16 store_id:7 role:Learner },Add peer:{id:16 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:44.944 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=16.333233ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:8(5, 1), createAt:2024-05-06 17:07:44.928176004 +0800 CST m=+12.285243864, startAt:2024-05-06 17:07:44.928291918 +0800 CST m=+12.285359777, currentStep:2, size:1, steps:[0:{add learner peer 16 on store 7}, 1:{promote learner peer 16 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:44.944 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:18 store_id:7 role:Learner },Add peer:{id:18 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:44.944 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=16.330816ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:44.928460911 +0800 CST m=+12.285528770, startAt:2024-05-06 17:07:44.928487739 +0800 CST m=+12.285555599, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:44.944 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=16.363116ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:44.928530731 +0800 CST m=+12.285598590, startAt:2024-05-06 17:07:44.928565883 +0800 CST m=+12.285633742, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:44.944 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:19 store_id:7 role:Learner },Add peer:{id:19 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:47.916 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:8(5, 3), createAt:2024-05-06 17:07:47.916706354 +0800 CST m=+15.273774213, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:47.916 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 21 on store 2"] [source=create] [2024/05/06 17:07:47.916 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:47.916916573 +0800 CST m=+15.273984433, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:47.916 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=create] [2024/05/06 17:07:47.916 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:47.916991691 +0800 CST m=+15.274059550, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:47.917 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 2"] [source=create] [2024/05/06 17:07:47.917 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:47.917062055 +0800 CST m=+15.274129914, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:47.917 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 24 on store 2"] [source=create] [2024/05/06 17:07:47.917 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-05-06 17:07:47.917133915 +0800 CST m=+15.274201774, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:47.917 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 25 on store 2"] [source=create] [2024/05/06 17:07:47.918 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/06 17:07:47.918 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:47.918 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/06 17:07:47.918 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:47.919 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/06 17:07:47.919 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:47.919 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/06 17:07:47.919 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/06 17:07:47.919 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:47.919 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:47.926 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:47.926 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:47.926 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:47.926 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:47.926 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:47.927 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:47.927 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=10.398535ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:8(5, 3), createAt:2024-05-06 17:07:47.916706354 +0800 CST m=+15.273774213, startAt:2024-05-06 17:07:47.916845005 +0800 CST m=+15.273912864, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:47.927 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:47.927 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.331241ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:47.917062055 +0800 CST m=+15.274129914, startAt:2024-05-06 17:07:47.917088417 +0800 CST m=+15.274156275, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:47.927 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.506935ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:47.916991691 +0800 CST m=+15.274059550, startAt:2024-05-06 17:07:47.917018514 +0800 CST m=+15.274086374, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:47.927 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:47.927 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=10.42792ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-05-06 17:07:47.917133915 +0800 CST m=+15.274201774, startAt:2024-05-06 17:07:47.917168276 +0800 CST m=+15.274236135, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:47.927 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.739958ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:47.916916573 +0800 CST m=+15.273984433, startAt:2024-05-06 17:07:47.916946369 +0800 CST m=+15.274014229, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:47.927 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:47.927 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:34.923 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:34.924 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd2.log <== [2024/05/06 17:07:32.683 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:32.683 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:32.683 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:32.683 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:32.683 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:32.683 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:32.683 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:32.683 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:32.683 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:32.687 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:32.687 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:32.687 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:32.687 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:32.689 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:32.689 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:32.689 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:32.689 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:32.689 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:32.689 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:32.689 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:32.689 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:32.689 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:32.689 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:32.689 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:32.689 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:32.690 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=374.139µs] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:32.696 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.697 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:32.698 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:32.698 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.698 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.698 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.699 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.699 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.699 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:32.699 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:32.699 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:32.699 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:32.699 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.699 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:32.699 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.699 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:32.699 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.700 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:32.700 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:32.700 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:32.701 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:32.701 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:32.702 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.702 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:32.702 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:32.702 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:32.703 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:32.703 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.703 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:32.749 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:34.197 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:34.198 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:34.198 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:34.198 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:34.199 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:34.199 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:34.199 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:34.199 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:34.202 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810737007324326] [2024/05/06 17:07:34.202 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810737007324326] [2024/05/06 17:07:34.778 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:34.778 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:34.779 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:34.780 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:34.780 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:34.780 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:34.780 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:34.781 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:34.781 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=4060626905997471512] [member-id=2234275743217008298] [2024/05/06 17:07:34.781 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:34.984 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:34.984 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:34.984 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:34.985 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=55.241µs] [2024/05/06 17:07:34.985 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:34.985 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810737007324326/leader] [purpose="leader election"] [2024/05/06 17:07:36.844 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:36.855 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:36.855 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:34149] [remotes="[]"] [2024/05/06 17:07:36.855 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:36.855 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37467] [remotes="[]"] [2024/05/06 17:07:36.856 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:36.860 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:44.201 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:44.201 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={65, 26, 27, 34, 25, 39, 49, 47, 59, 9, 62, 63, 23, 35, 60, 29, 7, 32, 45, 55, 28, 57, 66, 68, 37, 31, 22, 43, 53, 58, 5, 13, 69, 3, 24, 33, 36, 64, 70, 71, 19, 1, 41, 51, 0, 67, 15, 21, 30, 17, 61, 11}"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:32.650 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f392b44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f392b4afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f392b437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f392b4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986452.651315336\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f392b44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f392b4afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f392b437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f392b4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f392b44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f392b4afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f392b437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f392b4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986452.651862616\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f392b44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f392b4afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f392b437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f392b4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.652 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:32.652 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:32.652 +08:00] [INFO] [] ["subchannel 0x7f392b44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f392b4afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f392b437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f392b4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986452.652125204\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:32.652 +08:00] [INFO] [] ["subchannel 0x7f392b44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f392b4afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f392b437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f392b4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.652 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:32.652 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:32.953 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.201 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.202 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.505 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.506 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.807 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.808 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.809 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.809 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.810 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.811 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.812 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.812 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810737007324326] [thread_id=1] [2024/05/06 17:07:34.814 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:34.814 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:34.815 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:34.816 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:34.816 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:34.818 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:34.819 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:34.819 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:34.819 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:34.819 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:34.819 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:34.825 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:34.825 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:34.825 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 199.897µs"] [thread_id=1] [2024/05/06 17:07:34.889 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:34.891 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:34.891 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:34.892 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:34.892 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/06 17:07:34.893 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:34.893 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:34.893 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:34.893 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:34.893 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:34.893 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:34.900 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:34.909 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810737007324326] [thread_id=1] [2024/05/06 17:07:34.909 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986454 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:34.911 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:34.911 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:34.911 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:34.911 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:34.913 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=3] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=224.563µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.761µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:34.918 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=3] [thread_id=101] [2024/05/06 17:07:34.919 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:34.919 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:34.919 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:34.919 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=3] [thread_id=31] [2024/05/06 17:07:34.922 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:34.922 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=3] [thread_id=68] [2024/05/06 17:07:34.923 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:34.923 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:34.924 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:34.924 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:34.925 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:34.926 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:34.926 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:34.930 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:37.921 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=3] [thread_id=31] [2024/05/06 17:07:37.921 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:37.921 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:37.922 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7200000100000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7800000000000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000100000000FB new_region_id: 14 new_peer_ids: 15 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=3] [thread_id=103] [2024/05/06 17:07:37.922 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=3] [thread_id=103] [2024/05/06 17:07:37.922 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=3] [thread_id=101] [2024/05/06 17:07:37.922 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:37.922 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:37.922 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=3] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:37.922 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.922 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.922 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=102] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/06 17:07:37.923 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/06 17:07:37.923 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/06 17:07:37.923 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:37.923 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=3] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=8] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/06 17:07:37.923 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/05/06 17:07:44.920 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:44.928 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/05/06 17:07:44.928 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.928 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:44.928 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:44.928 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.928 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:44.928 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:44.928 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:44.928 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.928 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:44.928 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.928 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:44.929 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:44.929 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:44.929 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:44.929 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:44.929 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.929 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.929 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.929 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.929 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.929 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.929 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.929 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.929 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.930 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=7] [thread_id=71] [2024/05/06 17:07:44.930 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=7] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:44.930 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.017231ms] [addr=127.0.0.1:20160] [store_id=7] [thread_id=71] [2024/05/06 17:07:44.933 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(7)] [thread_id=7] [2024/05/06 17:07:44.933 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=17] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:44.933 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=16] [request_index=0] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.933 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.933 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.933 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=573.841µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=522.388µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:44.934 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.934 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=17] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:44.934 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=361.031µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=356.797µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:44.935 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=16] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.935 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=305.816µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:44.935 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:44.935 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.21124ms] [size=0] [snap_key=8_6_7] [region_id=8] [thread_id=132] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.359543ms] [size=0] [snap_key=3_6_8] [region_id=3] [thread_id=133] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 16 store_id: 7 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 7 role: Learner"] [peer_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.937 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.687437ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/05/06 17:07:44.937 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 17 store_id: 7 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.937 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.125324ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/05/06 17:07:44.937 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 7 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.937 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.541045ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=130] [2024/05/06 17:07:44.937 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 7 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.943 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 }]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:44.943 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 7 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:44.943 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.943 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 7 }]"] [region_id=8] [thread_id=31] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 7 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=9] [term=6] [peer_id=5] [region_id=3] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=3] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=5] [region_id=3] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 7 } } }"] [index=8] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 }"] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 }"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.917 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/05/06 17:07:47.917 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:47.917 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:47.917 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:47.917 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.917 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.917 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:47.917 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.917 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:47.917 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:47.918 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.918 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.919 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/06 17:07:47.919 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/06 17:07:47.919 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:47.919 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=821.169µs] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/06 17:07:47.922 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/06 17:07:47.922 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.922 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.922 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.922 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:47.922 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=463.379µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=453.597µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/05/06 17:07:47.923 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.923 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=353.245µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:47.923 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=349.089µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:47.924 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.924 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=340.462µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:47.924 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.709101ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.18374ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.56169ms] [size=0] [snap_key=8_6_9] [region_id=8] [thread_id=132] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.416559ms] [size=0] [snap_key=3_6_10] [region_id=3] [thread_id=130] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.444166ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/05/06 17:07:47.926 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.926 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=8] [thread_id=31] [2024/05/06 17:07:47.926 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.926 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:47.926 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.926 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:47.926 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.926 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:47.926 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=5] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.926 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:47.926 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=5] [region_id=3] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 }"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 24, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 25} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.927 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 }"] [peer_id=5] [region_id=3] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] ==> ./tikv2.log <== [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={61, 36, 65, 3, 32, 63, 5, 67, 21, 37, 51, 34, 59, 71, 25, 64, 22, 45, 47, 57, 58, 19, 39, 35, 66, 29, 28, 43, 55, 60, 70, 62, 23, 33, 13, 24, 41, 30, 31, 69, 1, 11, 0, 49, 68, 17, 26, 27, 7, 9, 53, 15}"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:32.649 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7fde7f84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fde7f8afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fde7f837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fde7f8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986452.651496029\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7fde7f84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fde7f8afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fde7f837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fde7f8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:32.652 +08:00] [INFO] [] ["subchannel 0x7fde7f84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fde7f8afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fde7f837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fde7f8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986452.652024293\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:32.652 +08:00] [INFO] [] ["subchannel 0x7fde7f84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fde7f8afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fde7f837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fde7f8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.652 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:32.652 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:32.652 +08:00] [INFO] [] ["subchannel 0x7fde7f84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fde7f8afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fde7f837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fde7f8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986452.652298693\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:32.652 +08:00] [INFO] [] ["subchannel 0x7fde7f84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fde7f8afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fde7f837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fde7f8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.652 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:32.652 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:32.953 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.201 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.202 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.505 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.506 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.807 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.808 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.809 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.810 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.811 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.811 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.812 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810737007324326] [thread_id=1] [2024/05/06 17:07:34.814 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:34.814 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:34.816 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:34.818 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:34.818 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:34.818 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:34.819 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:34.819 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/06 17:07:34.820 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:34.820 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:34.820 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:34.820 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:34.825 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:34.825 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:34.826 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 194.093µs"] [thread_id=1] [2024/05/06 17:07:34.889 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:34.891 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:34.891 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:34.892 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:34.892 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:34.893 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:34.893 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:34.893 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:34.893 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:34.893 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:34.893 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:34.900 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:34.902 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365810737007324326] [thread_id=1] [2024/05/06 17:07:37.902 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810737007324326] [thread_id=1] [2024/05/06 17:07:37.903 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986454 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:37.905 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:37.905 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:37.905 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:37.905 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:37.905 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:37.906 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:37.909 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:37.909 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=47.44µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:37.909 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=67.821µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:37.911 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:37.911 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:37.911 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:37.915 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:37.915 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:37.916 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:37.917 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:37.918 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:37.918 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:37.922 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:47.912 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:47.919 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:47.920 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=2] [peer_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.920 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:47.921 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:47.922 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=866.169µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_8_6_9_(default|lock|write).sst] [snap_key=8_6_9] [thread_id=131] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_3_6_10_(default|lock|write).sst] [snap_key=3_6_10] [thread_id=129] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:47.924 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=564.847µs] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=526.822µs] [snap_key=8_6_9] [thread_id=131] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=475.696µs] [snap_key=3_6_10] [thread_id=129] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=402.318µs] [snap_key=12_6_9] [thread_id=130] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=413.354µs] [snap_key=10_6_9] [thread_id=130] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=8] [thread_id=80] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.925 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:47.925 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=58.329µs] [region_id=8] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=14] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=34.355µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=12] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.659µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=3] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.905µs] [region_id=3] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.695µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=8] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=25] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 24, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 25} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:37.911 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_10] [peer_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:37.911 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_9] [peer_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:37.911 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:37.911 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:08:37.911 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:37.911 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:37.911 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:37.911 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:37.911 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:37.911 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={31, 11, 71, 55, 45, 7, 47, 53, 64, 32, 26, 36, 41, 15, 29, 1, 13, 23, 35, 17, 49, 61, 66, 30, 43, 21, 9, 51, 57, 59, 62, 34, 33, 28, 22, 63, 65, 0, 60, 27, 5, 37, 25, 39, 67, 58, 69, 70, 68, 3, 19, 24}"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:32.648 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:32.650 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:32.650 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:32.650 +08:00] [INFO] [] ["subchannel 0x7f7a6ce4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7a6ceafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7a6ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7a6ced2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986452.650791790\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f7a6ce4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7a6ceafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7a6ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7a6ced2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f7a6ce4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7a6ceafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7a6ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7a6ced2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986452.651321584\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f7a6ce4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7a6ceafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7a6ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7a6ced2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f7a6ce4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7a6ceafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7a6ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7a6ced2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986452.651597101\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [] ["subchannel 0x7f7a6ce4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7a6ceafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7a6ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7a6ced2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:32.651 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:32.651 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:32.953 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.201 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.202 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.505 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.506 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.807 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.808 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.809 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.809 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:34.810 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:34.811 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.812 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.812 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810737007324326] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:34.813 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:34.815 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:34.816 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:34.816 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346956/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:34.817 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:34.818 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:34.819 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/06 17:07:34.819 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:34.819 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:34.819 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:34.819 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:34.825 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:34.825 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:34.825 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 203.497µs"] [thread_id=1] [2024/05/06 17:07:34.901 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:34.903 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:34.903 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:34.904 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:34.904 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:34.904 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:34.905 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:34.905 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:34.905 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:34.905 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=19] [thread_id=73] [2024/05/06 17:07:34.905 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=19] [thread_id=74] [2024/05/06 17:07:34.907 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 7 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986454 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:34.910 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=7] [status=Some()] [thread_id=1] [2024/05/06 17:07:34.910 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:34.910 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:34.910 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=7] [thread_id=1] [2024/05/06 17:07:34.911 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:34.915 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:34.915 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=56.158µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=7] [thread_id=1] [2024/05/06 17:07:34.915 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=57.348µs] [garbage_range_count=1] [store_id=7] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:34.917 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:34.922 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:34.922 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:34.923 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:34.924 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:34.924 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:34.925 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:34.929 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:44.918 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:44.931 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:44.931 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=7] [peer_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16."] [id=16] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=7] [peer_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=7] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=16] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=16] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=7] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=7] [peer_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.931 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:44.932 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:44.933 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=702.335µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_3_6_8_(default|lock|write).sst] [snap_key=3_6_8] [thread_id=130] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_8_6_7_(default|lock|write).sst] [snap_key=8_6_7] [thread_id=132] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=370.247µs] [snap_key=10_6_7] [thread_id=131] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=527.309µs] [snap_key=3_6_8] [thread_id=130] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=486.736µs] [snap_key=8_6_7] [thread_id=132] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=577.698µs] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.936 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.937 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=386.597µs] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:07:44.937 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.937 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.937 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.937 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.937 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.937 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.943 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:44.943 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=3] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.943 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=16] [region_id=8] [thread_id=102] [2024/05/06 17:07:44.943 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:44.943 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=50.412µs] [region_id=3] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=17] [region_id=10] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.527µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=16] [region_id=8] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=28.294µs] [region_id=8] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=12] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.166µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:44.943 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=14] [thread_id=80] [2024/05/06 17:07:44.944 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:44.944 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.252µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 7 } } }"] [index=8] [term=6] [peer_id=17] [region_id=10] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=10] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=9] [term=6] [peer_id=20] [region_id=3] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=3] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=17] [region_id=10] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=20] [region_id=3] [thread_id=104] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 7 } } }"] [index=8] [term=6] [peer_id=16] [region_id=8] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=16] [region_id=8] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=16] [region_id=8] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:44.944 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=10] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=16] [region_id=8] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=10] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=16] [region_id=8] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=16] [region_id=8] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=10] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.917 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:47.918 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=102] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=16] [region_id=8] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=16] [region_id=8] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=16] [region_id=8] [thread_id=104] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:47.926 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=20] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=3] [thread_id=103] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=101] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 24, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=17] [region_id=10] [thread_id=104] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 25} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:07:47.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=102] [2024/05/06 17:08:34.921 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_8] [peer_id=20] [region_id=3] [thread_id=101] [2024/05/06 17:08:34.921 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_7] [peer_id=16] [region_id=8] [thread_id=101] [2024/05/06 17:08:34.921 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=17] [region_id=10] [thread_id=101] [2024/05/06 17:08:34.921 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:08:34.921 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:34.921 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:08:34.921 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:34.921 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:34.921 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:34.921 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [1,510 / 1,546] GoCompilePkg br/pkg/aws/aws.a; Downloading br/pkg/aws/aws.x, 2.1 MiB / 2.4 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] archiveArtifacts [1,547 / 1,549] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 30.748s, Critical Path: 14.65s INFO: 1537 processes: 1527 remote cache hit, 10 internal. INFO: Build completed successfully, 1537 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs Archiving artifacts + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/06 17:07:37.943 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:37.943 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:37.943 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:37.943 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:37.943 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:37.943 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:37.943 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:37.943 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:37.943 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:37.948 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:37.949 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:37.949 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:37.949 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:37.949 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:37.949 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:37.951 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=1.527765ms] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.956 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:39.958 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:39.959 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.959 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:39.960 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:39.960 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:39.960 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:39.960 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:39.960 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:39.961 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.961 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:39.961 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.961 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:39.961 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.961 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:39.962 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:39.962 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:39.963 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:39.963 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.963 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.963 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:39.964 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.963 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:39.962 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.011 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/05/06 17:07:41.957 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:41.958 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:41.958 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:41.958 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:41.959 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:41.959 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:41.959 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:41.959 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:41.959 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:41.959 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:41.962 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810764777190556] [2024/05/06 17:07:41.962 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810764777190556] [2024/05/06 17:07:41.968 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:41.969 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:41.969 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:41.972 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:41.972 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:41.972 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:41.972 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:41.972 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:41.972 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/05/06 17:07:41.973 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:41.974 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579137949381389] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:41.975 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:41.975 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810764777190556/leader] [purpose="leader election"] [2024/05/06 17:07:41.975 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/05/06 17:07:41.975 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:41.975 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:41.975 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:41.977 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:44.976 +08:00] [next=2024/05/06 17:07:41.976 +08:00] [2024/05/06 17:07:41.977 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:41.978 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:41.979 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:41.981 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:41.984 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:41.984 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:41.984 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/05/06 17:07:42.274 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:42.275 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:42.275 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:42.363 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:42.363 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:42.363 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:42.363 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:42.369 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:42.369 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:42.371 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810764777190556] [request="header: store: region: peers: > "] [2024/05/06 17:07:42.371 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810764777190556] [request="header: store: region: peers: > "] [2024/05/06 17:07:42.371 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810764777190556] [2024/05/06 17:07:42.372 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365810764777190556] [2024/05/06 17:07:42.376 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=985.179µs] [2024/05/06 17:07:42.377 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=209.158µs] [2024/05/06 17:07:42.377 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:42.377 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:42.377 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:42.377 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:42.378 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:42.378 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:42.378 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:42.378 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=765.885µs] [2024/05/06 17:07:42.381 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:42.383 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=7] [2024/05/06 17:07:42.383 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:7 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986462 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:42.383 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:42.383 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:42.383 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986462 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:42.383 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:42.973 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:42.977 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/06 17:07:42.977 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:42.978 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/06 17:07:42.978 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:44.160 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:44.179 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:44.179 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:44.179 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:45867] [remotes="[]"] [2024/05/06 17:07:44.179 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44083] [remotes="[]"] [2024/05/06 17:07:44.180 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:44.188 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:45.376 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:45.376 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986462 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:45.376 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:45.378 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:45.378 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:45.378 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:45.378 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:45.379 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:45.380 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:45.381 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:45.382 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:45.383 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:45.383 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:45.383 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:45.393 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-06 17:07:45.39332794 +0800 CST m=+7.488641800, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:45.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:45.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:45.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:45.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:45.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:45.395 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=2.230592ms] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-06 17:07:45.39332794 +0800 CST m=+7.488641800, startAt:2024-05-06 17:07:45.393446185 +0800 CST m=+7.488760045, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:45.395 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=5] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:45.395 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=5] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:46.381 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:51.961 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/06 17:07:51.961 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/06 17:07:52.378 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/06 17:07:52.380 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=7] [store-address=127.0.0.1:20161] [2024/05/06 17:07:52.380 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:52.402080722 +0800 CST m=+14.497394581, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 18 on store 7"] [source=create] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:5(5, 1), createAt:2024-05-06 17:07:52.402267196 +0800 CST m=+14.497581055, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 19 on store 7"] [source=create] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:52.402352105 +0800 CST m=+14.497665965, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 7"] [source=create] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:52.402423266 +0800 CST m=+14.497737125, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 7}, 1:{promote learner peer 21 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 21 on store 7"] [source=create] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:52.402503666 +0800 CST m=+14.497817526, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 7}, 1:{promote learner peer 22 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:52.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 22 on store 7"] [source=create] [2024/05/06 17:07:52.403 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 19 on store 7"] [source=heartbeat] [2024/05/06 17:07:52.403 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:19 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:52.403 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 18 on store 7"] [source=heartbeat] [2024/05/06 17:07:52.403 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:18 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:52.404 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 21 on store 7"] [source=heartbeat] [2024/05/06 17:07:52.404 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 7"] [source=heartbeat] [2024/05/06 17:07:52.404 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 22 on store 7"] [source=heartbeat] [2024/05/06 17:07:52.404 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:21 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:52.404 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:20 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:52.404 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:22 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:52.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 19 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:52.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 20 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:52.414 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 18 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:52.414 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 22 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:52.415 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:19 store_id:7 role:Learner },Add peer:{id:19 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:52.415 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=12.831336ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:5(5, 1), createAt:2024-05-06 17:07:52.402267196 +0800 CST m=+14.497581055, startAt:2024-05-06 17:07:52.402297777 +0800 CST m=+14.497611636, currentStep:2, size:0, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:52.415 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 21 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:52.415 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=13.237117ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:52.402352105 +0800 CST m=+14.497665965, startAt:2024-05-06 17:07:52.402379352 +0800 CST m=+14.497693211, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:52.415 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:20 store_id:7 role:Learner },Add peer:{id:20 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:52.416 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=14.116031ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:52.402080722 +0800 CST m=+14.497394581, startAt:2024-05-06 17:07:52.40219286 +0800 CST m=+14.497506719, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:52.416 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:18 store_id:7 role:Learner },Add peer:{id:18 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:52.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=14.469568ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:52.402503666 +0800 CST m=+14.497817526, startAt:2024-05-06 17:07:52.402532609 +0800 CST m=+14.497846468, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 7}, 1:{promote learner peer 22 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:52.417 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:22 store_id:7 role:Learner },Add peer:{id:22 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:52.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=15.03936ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:52.402423266 +0800 CST m=+14.497737125, startAt:2024-05-06 17:07:52.402450445 +0800 CST m=+14.497764304, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 7}, 1:{promote learner peer 21 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:52.417 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:21 store_id:7 role:Learner },Add peer:{id:21 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:55.390615285 +0800 CST m=+17.485929145, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 1}, 1:{promote learner peer 23 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 1"] [source=create] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:55.390774271 +0800 CST m=+17.486088130, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=create] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:55.390848517 +0800 CST m=+17.486162375, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=create] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:55.390924441 +0800 CST m=+17.486238300, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.390 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=create] [2024/05/06 17:07:55.391 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 3), createAt:2024-05-06 17:07:55.391011054 +0800 CST m=+17.486325015, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 1}, 1:{promote learner peer 27 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.391 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 1"] [source=create] [2024/05/06 17:07:55.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 1"] [source=heartbeat] [2024/05/06 17:07:55.393 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=heartbeat] [2024/05/06 17:07:55.393 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=heartbeat] [2024/05/06 17:07:55.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=heartbeat] [2024/05/06 17:07:55.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 1"] [source=heartbeat] [2024/05/06 17:07:55.394 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.394 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.394 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:27 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 1 to voter"] [source=heartbeat] [2024/05/06 17:07:55.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 1 to voter"] [source=heartbeat] [2024/05/06 17:07:55.403 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 27 on store 1 to voter"] [source=heartbeat] [2024/05/06 17:07:55.404 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 1 to voter"] [source=heartbeat] [2024/05/06 17:07:55.404 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=13.313284ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:55.390924441 +0800 CST m=+17.486238300, startAt:2024-05-06 17:07:55.390955735 +0800 CST m=+17.486269594, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.404 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:1 role:Learner },Add peer:{id:26 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.404 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 1 to voter"] [source=heartbeat] [2024/05/06 17:07:55.404 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=13.961945ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:55.390848517 +0800 CST m=+17.486162375, startAt:2024-05-06 17:07:55.390872249 +0800 CST m=+17.486186109, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.404 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:1 role:Learner },Add peer:{id:25 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.405 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=14.421526ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 3), createAt:2024-05-06 17:07:55.391011054 +0800 CST m=+17.486325015, startAt:2024-05-06 17:07:55.391061567 +0800 CST m=+17.486375425, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 1}, 1:{promote learner peer 27 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.405 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:27 store_id:1 role:Learner },Add peer:{id:27 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.406 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=15.622103ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:55.390615285 +0800 CST m=+17.485929145, startAt:2024-05-06 17:07:55.390709907 +0800 CST m=+17.486023767, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 1}, 1:{promote learner peer 23 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.406 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:1 role:Learner },Add peer:{id:23 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.406 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=16.047391ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:55.390774271 +0800 CST m=+17.486088130, startAt:2024-05-06 17:07:55.390802693 +0800 CST m=+17.486116551, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.406 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:1 role:Learner },Add peer:{id:24 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:42.379 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:42.381 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd3.log <== [2024/05/06 17:07:37.944 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:37.944 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:37.944 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:37.948 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:37.949 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:37.950 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:37.950 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:37.950 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:37.950 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:37.950 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:37.950 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:37.950 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:37.950 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:37.952 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=878.585µs] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:39.955 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.956 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:39.957 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:39.958 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.958 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.958 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.959 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.960 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.960 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:39.960 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.960 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.961 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.961 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.961 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.961 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:39.961 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:39.961 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.961 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:39.961 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:39.961 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:39.961 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:39.962 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.962 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:39.962 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.962 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:39.962 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.962 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:39.962 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.962 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.963 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.963 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:39.963 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:39.964 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.012 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:41.957 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:41.958 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:41.958 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:41.959 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:41.959 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:41.959 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:41.959 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:41.959 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:41.964 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810764777190556] [2024/05/06 17:07:41.964 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810764777190556] [2024/05/06 17:07:41.971 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:41.972 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:41.972 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:41.975 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:41.975 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:41.975 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:41.975 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:41.975 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:41.975 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:41.976 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:41.976 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:41.976 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:41.976 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=206.712µs] [2024/05/06 17:07:41.977 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:07:41.977 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:41.977 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810764777190556/leader] [purpose="leader election"] [2024/05/06 17:07:42.977 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:07:51.961 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/06 17:07:51.961 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/05/06 17:07:37.944 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:37.944 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:37.944 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:37.944 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:37.948 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:37.948 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:37.949 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:37.949 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:37.949 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:37.949 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:37.949 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:37.949 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:37.949 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:37.952 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=1.813879ms] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:39.954 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.956 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:39.957 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:39.958 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.958 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.958 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.958 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.959 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.959 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:39.959 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.959 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.960 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.960 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.961 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.961 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.961 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.961 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:39.961 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.961 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:39.962 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:39.962 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:39.962 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:39.962 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:39.962 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.962 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:39.962 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.962 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:39.962 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:39.962 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:39.962 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.962 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.962 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.964 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.964 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:39.964 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:39.964 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:39.964 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.012 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:41.956 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:41.957 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:41.957 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:41.958 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:41.958 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:41.959 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:41.959 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:41.959 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:41.959 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:41.959 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:41.964 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810764777190556] [2024/05/06 17:07:41.964 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810764777190556] [2024/05/06 17:07:41.971 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:41.972 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:41.972 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:41.975 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:41.975 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:41.975 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:41.975 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:41.976 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:41.976 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:41.977 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:41.977 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:41.977 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:41.977 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=200.131µs] [2024/05/06 17:07:41.978 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810764777190556/leader] [purpose="leader election"] [2024/05/06 17:07:41.978 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:07:41.978 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:42.978 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:07:51.961 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:51.961 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:07:37.909 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={29, 49, 60, 33, 18, 56, 31, 47, 14, 22, 59, 61, 12, 25, 28, 67, 68, 23, 0, 15, 20, 53, 54, 64, 57, 35, 50, 36, 58, 69, 13, 63, 27, 55, 66, 70, 16, 11, 19, 48, 71, 62, 52, 21, 65, 17, 26, 34, 24, 51, 30, 32}"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:37.912 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:37.912 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:37.912 +08:00] [INFO] [] ["subchannel 0x7fa60764d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa6076afaf8, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa607637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa6076d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986457.912488172\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:37.912 +08:00] [INFO] [] ["subchannel 0x7fa60764d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa6076afaf8, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa607637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa6076d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.912 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:37.912 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fa60764dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa6076afaf8, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa607637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa6076d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986457.913065826\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fa60764dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa6076afaf8, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa607637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa6076d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fa60764e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa6076afaf8, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa607637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa6076d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986457.913368313\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fa60764e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa6076afaf8, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa607637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa6076d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:38.214 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.215 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.215 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.960 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:42.263 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:42.264 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.265 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:42.266 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:42.266 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810764777190556] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:42.270 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:42.271 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:42.271 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:42.273 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:42.273 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:42.274 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:42.274 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:42.274 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:42.274 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:42.275 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:42.282 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:42.282 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:42.283 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 219.813µs"] [thread_id=1] [2024/05/06 17:07:42.358 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:42.361 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:42.361 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:42.362 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:42.362 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:42.362 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:42.363 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:42.363 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:42.363 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:42.363 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:42.363 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:42.370 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:42.372 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365810764777190556] [thread_id=1] [2024/05/06 17:07:45.372 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810764777190556] [thread_id=1] [2024/05/06 17:07:45.373 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986462 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:45.376 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:45.376 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.376 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:45.376 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.376 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.377 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:45.380 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:45.380 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=49.81µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.380 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=29.979µs] [garbage_range_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.382 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:45.382 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:45.382 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:45.386 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:45.386 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:45.386 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:45.388 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:45.388 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:45.388 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:45.392 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:55.383 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:55.394 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/06 17:07:55.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=1] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=1] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=1] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=1] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=6] [store_id=1] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:55.396 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=704.96µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=131] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_5_6_10_(default|lock|write).sst] [snap_key=5_6_10] [thread_id=129] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.659293ms] [snap_key=16_6_9] [thread_id=131] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.582776ms] [snap_key=10_6_9] [thread_id=130] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.896888ms] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.613494ms] [snap_key=5_6_10] [thread_id=129] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.402 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.402 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.402 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/06 17:07:55.402 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.402 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=167.162µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:55.402 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/06 17:07:55.402 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.402 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.49µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:55.402 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.517493ms] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:07:55.402 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.402 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.402 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.402 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.402 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.403 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.403 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.403 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.403 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=5] [thread_id=80] [2024/05/06 17:07:55.403 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.403 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=645.715µs] [region_id=5] [thread_id=80] [2024/05/06 17:07:55.403 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/06 17:07:55.403 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.403 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=29.106µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:55.404 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.404 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/06 17:07:55.404 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.404 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=49.873µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.405 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:45.382 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_10] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/06 17:08:45.382 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:45.382 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:45.382 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:45.382 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:45.382 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.382 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.382 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.382 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.382 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={58, 48, 21, 57, 70, 54, 71, 15, 19, 65, 31, 64, 14, 68, 24, 20, 61, 63, 17, 55, 59, 52, 25, 62, 29, 60, 26, 69, 47, 34, 12, 18, 32, 0, 27, 11, 22, 13, 23, 30, 33, 36, 28, 50, 51, 16, 53, 49, 56, 35, 66, 67}"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:37.911 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:37.911 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:37.911 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fe4b544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe4b54afaf0, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe4b5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe4b54d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986457.913419616\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fe4b544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe4b54afaf0, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe4b5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe4b54d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fe4b544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe4b54afaf0, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe4b5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe4b54d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986457.913904900\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7fe4b544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe4b54afaf0, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe4b5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe4b54d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.914 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:37.914 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:37.914 +08:00] [INFO] [] ["subchannel 0x7fe4b544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe4b54afaf0, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe4b5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe4b54d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986457.914179004\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:37.914 +08:00] [INFO] [] ["subchannel 0x7fe4b544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe4b54afaf0, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe4b5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe4b54d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.914 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:37.914 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:38.215 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.216 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.216 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.960 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:42.263 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:42.264 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.265 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:42.266 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810764777190556] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:42.270 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:42.271 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:42.273 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:42.273 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:42.274 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:42.274 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:42.274 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:42.274 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:42.274 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:42.282 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:42.282 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:42.283 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 215.985µs"] [thread_id=1] [2024/05/06 17:07:42.365 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:42.368 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:42.368 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:42.368 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:42.369 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/06 17:07:42.369 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:42.369 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:42.369 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:42.369 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:42.369 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:42.369 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:42.378 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 7 }"] [store_id=7] [thread_id=1] [2024/05/06 17:07:42.378 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810764777190556] [thread_id=1] [2024/05/06 17:07:42.379 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 7 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986462 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:42.383 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=7] [status=Some()] [thread_id=1] [2024/05/06 17:07:42.383 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:42.383 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:42.383 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=7] [thread_id=1] [2024/05/06 17:07:42.384 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=53.102µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=7] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=39.646µs] [garbage_range_count=1] [store_id=7] [thread_id=1] [2024/05/06 17:07:42.390 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:42.390 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:42.390 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:42.395 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:42.395 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:42.395 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:42.397 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:42.397 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:42.397 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:42.401 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:52.392 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:52.405 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/06 17:07:52.405 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=6] [store_id=7] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=7] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=7] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=19] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.405 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=7] [peer_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=7] [peer_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.406 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.407 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:52.407 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:52.407 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=736.488µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_5_6_8_(default|lock|write).sst] [snap_key=5_6_8] [thread_id=132] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=130] [2024/05/06 17:07:52.411 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:52.411 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.627ms] [snap_key=10_6_7] [thread_id=131] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.642515ms] [snap_key=5_6_8] [thread_id=132] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.646416ms] [snap_key=16_6_7] [thread_id=130] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.621349ms] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 role: Learner }"] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.413 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=5] [thread_id=80] [2024/05/06 17:07:52.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:52.413 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=458.929µs] [region_id=5] [thread_id=80] [2024/05/06 17:07:52.413 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=10] [thread_id=80] [2024/05/06 17:07:52.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:52.413 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.588µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:52.413 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.506941ms] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:07:52.413 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 role: Learner }"] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 role: Learner }"] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.413 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=16] [thread_id=80] [2024/05/06 17:07:52.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:52.414 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=699.516µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:52.414 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=14] [thread_id=80] [2024/05/06 17:07:52.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:52.414 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.988µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:52.415 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 role: Learner }"] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.415 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=12] [thread_id=80] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=9] [term=6] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/06 17:07:52.415 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:52.415 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.745µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=8] [term=6] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 7 } } }"] [index=8] [term=6] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.416 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 role: Learner }"] [changes="[peer { id: 22 store_id: 7 }]"] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.416 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 7 } } }"] [index=8] [term=6] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:52.416 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:52.416 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 role: Learner }"] [changes="[peer { id: 21 store_id: 7 }]"] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:52.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/06 17:07:52.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner } } }"] [index=10] [term=6] [peer_id=19] [region_id=5] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=5] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=19] [region_id=5] [thread_id=104] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=101] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:08:42.390 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:08:42.390 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_8] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/06 17:08:42.390 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/06 17:08:42.390 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/06 17:08:42.390 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/06 17:08:42.390 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:42.390 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:42.390 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:42.390 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:42.390 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={30, 52, 56, 58, 14, 63, 49, 67, 68, 17, 65, 11, 0, 13, 50, 18, 22, 31, 57, 51, 23, 21, 28, 55, 60, 61, 62, 53, 15, 47, 25, 20, 29, 59, 27, 64, 66, 69, 70, 35, 36, 71, 26, 33, 19, 54, 12, 16, 24, 34, 32, 48}"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:37.910 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:37.912 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7ff14b24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff14b2afb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff14b237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff14b2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986457.913234178\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7ff14b24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff14b2afb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff14b237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff14b2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7ff14b24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff14b2afb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff14b237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff14b2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986457.913739511\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [] ["subchannel 0x7ff14b24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff14b2afb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff14b237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff14b2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:37.913 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:37.914 +08:00] [INFO] [] ["subchannel 0x7ff14b24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff14b2afb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff14b237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff14b2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986457.914011919\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:37.914 +08:00] [INFO] [] ["subchannel 0x7ff14b24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff14b2afb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff14b237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff14b2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:37.914 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:37.914 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:38.215 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.216 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.216 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.960 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:42.263 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:42.264 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.265 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:42.266 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:42.266 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:42.267 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810764777190556] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:42.268 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:42.270 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:42.271 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313820/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:42.272 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:42.273 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:42.273 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:42.274 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:42.274 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:42.274 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:42.275 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:42.275 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:42.282 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:42.282 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:42.283 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 209.26µs"] [thread_id=1] [2024/05/06 17:07:42.359 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:42.361 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:42.361 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:42.362 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:42.362 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:42.363 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:42.363 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:42.363 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:42.363 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:42.363 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:42.363 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:42.370 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:42.380 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810764777190556] [thread_id=1] [2024/05/06 17:07:42.380 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986462 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:42.384 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:42.384 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:42.384 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:42.384 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:42.385 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:42.387 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 6."] [id=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=206.839µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:42.388 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.501µs] [garbage_range_count=2] [store_id=2] [thread_id=1] [2024/05/06 17:07:42.389 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=5] [thread_id=101] [2024/05/06 17:07:42.390 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:42.390 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:42.390 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:42.390 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=5] [thread_id=31] [2024/05/06 17:07:42.393 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [thread_id=68] [2024/05/06 17:07:42.393 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=5] [thread_id=68] [2024/05/06 17:07:42.394 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:42.394 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:42.395 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:42.395 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=2] [thread_id=127] [2024/05/06 17:07:42.396 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:42.396 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:42.397 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:42.401 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:45.393 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=5] [thread_id=31] [2024/05/06 17:07:45.393 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:45.394 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=5] [thread_id=31] [2024/05/06 17:07:45.394 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:45.394 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:45.395 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=5] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:45.395 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=5] [store_id=Some(2)] [thread_id=68] [2024/05/06 17:07:45.395 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 2 }"] [thread_id=68] [2024/05/06 17:07:45.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.395 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/06 17:07:45.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/06 17:07:45.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:45.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:45.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/06 17:07:45.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=5] [thread_id=68] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [thread_id=68] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [thread_id=68] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [thread_id=68] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [thread_id=68] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/06 17:07:45.396 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/05/06 17:07:45.397 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/05/06 17:07:52.391 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:52.402 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:52.402 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/06 17:07:52.402 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.402 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.402 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:52.402 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:52.402 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.402 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.402 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:52.402 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.402 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.402 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner } } }"] [index=8] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:52.402 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.402 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:52.402 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:52.402 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.403 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.403 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.403 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:52.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.404 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:52.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.404 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.404 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.404 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=7] [thread_id=71] [2024/05/06 17:07:52.404 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=7] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:52.405 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.118376ms] [addr=127.0.0.1:20161] [store_id=7] [thread_id=71] [2024/05/06 17:07:52.407 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(7)] [thread_id=7] [2024/05/06 17:07:52.407 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.407 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.407 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:52.407 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.407 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.408 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/06 17:07:52.408 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:52.408 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/06 17:07:52.408 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:52.408 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/06 17:07:52.408 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=906.186µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/06 17:07:52.409 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=1.040574ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:52.409 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:52.409 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=649.566µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:52.410 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=797.682µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:52.410 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.410 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:52.411 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=1.033287ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:52.411 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.411 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.584151ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 7 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=3.024291ms] [size=0] [snap_key=5_6_8] [region_id=5] [thread_id=131] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 7 role: Learner"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.412 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.415856ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/05/06 17:07:52.412 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 7 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:52.413 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.434198ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=132] [2024/05/06 17:07:52.413 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 7 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 }]"] [region_id=5] [thread_id=31] [2024/05/06 17:07:52.413 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:52.413 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:52.413 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.414 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.614747ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/06 17:07:52.414 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 7 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.414 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=9] [term=6] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/06 17:07:52.414 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/06 17:07:52.414 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/06 17:07:52.414 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:52.414 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:52.414 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:52.414 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.415 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:52.415 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:52.415 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:52.415 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 7 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:52.415 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:52.415 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 7 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:52.415 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:52.415 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.415 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 7 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.415 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 role: Learner }"] [changes="[peer { id: 22 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:52.416 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 7 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:52.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.416 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:52.416 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 role: Learner }"] [changes="[peer { id: 21 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:52.416 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.416 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:52.417 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.390 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:55.391 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:55.391 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.391 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.391 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:55.391 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.391 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:55.391 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.391 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/06 17:07:55.391 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner } } }"] [index=10] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.391 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.393 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.393 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.393 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.393 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:55.393 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:55.394 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=1] [thread_id=18] [2024/05/06 17:07:55.394 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:55.394 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:55.394 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=734.959µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:55.396 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=8] [2024/05/06 17:07:55.397 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.397 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.397 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.397 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.397 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:55.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:55.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:55.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=754.885µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=756.534µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.398 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.398 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/06 17:07:55.398 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=659.353µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.399 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=854.694µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.399 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=619.609µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.399 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.750744ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=132] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=3.051058ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.343757ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 1 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 1 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 1 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.401 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.250397ms] [size=0] [snap_key=5_6_10] [region_id=5] [thread_id=130] [2024/05/06 17:07:55.401 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 1 role: Learner"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.402 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:55.402 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.403 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:55.403 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.403 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=3.278017ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/05/06 17:07:55.403 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 1 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 1 }]"] [region_id=5] [thread_id=31] [2024/05/06 17:07:55.404 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.404 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 7 } peers { id: 26 store_id: 1 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.404 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 1 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:55.404 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.404 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:55.404 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/06 17:07:55.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.404 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 7 } peers { id: 25 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.404 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.405 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.405 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 7 } peers { id: 27 store_id: 1 }"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.406 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 1 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.406 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.406 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 7 } peers { id: 24 store_id: 1 }"] [peer_id=13] [region_id=12] [thread_id=102] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] } [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // dir [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; Downloading tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test, 145.5 MiB / 214.6 MiB; 0s remote-cache [1,601 / 1,605] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 0s remote-cache, linux-sandbox [Pipeline] // dir complete to collect bazel result. [Pipeline] } [Pipeline] } [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; Downloading tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test, 148.8 MiB / 157.9 MiB; 1s remote-cache [Pipeline] // dir [1,492 / 1,546] [Prepa] GoCompilePkg pkg/statistics/handle/handle.a [Pipeline] // dir Post stage [Pipeline] } [Pipeline] } [Pipeline] } [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 6s remote-cache, linux-sandbox [1,549 / 1,550] 1 / 1 tests; Testing //tests/realtikvtest/addindextest:addindextest_test; 0s remote-cache Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 33.401s, Critical Path: 16.37s INFO: 1538 processes: 1528 remote cache hit, 10 internal. INFO: Build completed successfully, 1538 total actions Test cases: finished with 29 passing and 0 failing out of 29 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] // stage [Pipeline] // stage [Pipeline] } [Pipeline] } [1,537 / 1,546] [Prepa] GoCompilePkg pkg/session/session.a [1,466 / 1,567] [Prepa] GoCompilePkg pkg/store/mockstore/mockstore.a [Pipeline] // stage complete to collect bazel result. [Pipeline] } [Pipeline] // container [Pipeline] // container [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] } [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 7s remote-cache, linux-sandbox [Pipeline] // container [Pipeline] } [Pipeline] } [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 7s remote-cache, linux-sandbox [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [1,548 / 1,551] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 4.3 MiB / 96.2 MiB; 0s remote-cache [Pipeline] sh [1,512 / 1,546] GoCompilePkg pkg/executor/lockstats/lockstats.a; Downloading pkg/executor/lockstats/lockstats.a, 4.0 MiB / 7.1 MiB; 0s remote-cache ... (6 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 8s remote-cache, linux-sandbox [1,602 / 1,605] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test_test.external.a [1,567 / 1,573] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test.instrumented_files [Pipeline] // withEnv [Pipeline] // dir [Pipeline] } Post stage [1,519 / 1,567] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [Pipeline] // node + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/06 17:07:46.233 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.233 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.233 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.237 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.237 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.237 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.237 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.239 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.239 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:46.239 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.239 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.239 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.240 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=608.536µs] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:48.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.243 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:48.244 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:48.244 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.244 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.245 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.245 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.245 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.245 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.245 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.245 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.245 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.245 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.246 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.247 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:48.247 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:48.247 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:48.247 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:48.247 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.247 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.247 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.247 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.247 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.250 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:48.250 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:48.250 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:48.250 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.250 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.250 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.250 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.297 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:48.744 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:48.744 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:48.744 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:48.745 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:48.745 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:48.745 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:48.745 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:48.745 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:48.749 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810795699624837] [2024/05/06 17:07:48.749 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810795699624837] [2024/05/06 17:07:48.756 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:48.757 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:48.758 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:48.759 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:48.759 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:48.759 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:48.760 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:48.760 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:48.760 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:48.761 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:48.761 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:48.761 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:48.761 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=205.615µs] [2024/05/06 17:07:48.762 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810795699624837/leader] [purpose="leader election"] [2024/05/06 17:07:48.762 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:48.762 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:49.762 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:58.747 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:07:58.747 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:08:43.877 +08:00] [INFO] [trace.go:152] ["trace[470228337] linearizableReadLoop"] [detail="{readStateIndex:74; appliedIndex:74; }"] [duration=107.156877ms] [start=2024/05/06 17:08:43.769 +08:00] [end=2024/05/06 17:08:43.877 +08:00] [steps="[\"trace[470228337] 'read index received' (duration: 107.151531ms)\",\"trace[470228337] 'applied index is now lower than readState.Index' (duration: 4.221µs)\"]"] [2024/05/06 17:08:43.877 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=107.609261ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7365810795699624837/config\" "] [response="range_response_count:1 size:4875"] [] [2024/05/06 17:08:43.877 +08:00] [INFO] [trace.go:152] ["trace[852073266] range"] [detail="{range_begin:/pd/7365810795699624837/config; range_end:; response_count:1; response_revision:61; }"] [duration=107.68541ms] [start=2024/05/06 17:08:43.769 +08:00] [end=2024/05/06 17:08:43.877 +08:00] [steps="[\"trace[852073266] 'agreement among raft nodes before linearized reading' (duration: 107.552218ms)\"]"] ==> ./pd1.log <== [2024/05/06 17:07:46.233 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.233 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.233 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.233 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.237 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.237 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.237 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.237 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.239 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:46.239 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:46.239 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.239 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.239 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.239 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.240 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=680.257µs] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:47.242 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.242 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:47.243 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:47.243 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.243 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.243 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.244 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.245 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.244 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.244 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.245 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.245 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.245 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.246 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.246 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.247 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.247 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.247 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:47.247 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.247 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.247 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:47.247 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:47.247 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:47.247 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:47.247 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.247 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.248 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.248 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.248 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.248 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.249 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:47.249 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:48.247 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.247 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.247 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.248 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:48.248 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.248 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.248 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.248 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.254 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:48.742 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/06 17:07:48.742 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/06 17:07:48.742 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:48.742 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:48.742 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:48.744 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:48.744 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:48.745 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:48.745 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:48.745 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:48.745 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:48.745 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:48.745 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:48.745 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:48.750 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810795699624837] [2024/05/06 17:07:48.750 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810795699624837] [2024/05/06 17:07:48.754 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:48.755 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:48.755 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:48.756 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:48.756 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:48.756 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:48.757 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:48.757 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:48.757 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:48.758 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/06 17:07:48.759 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908032707275277] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:48.759 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:48.760 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810795699624837/leader] [purpose="leader election"] [2024/05/06 17:07:48.760 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/06 17:07:48.760 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:48.760 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:48.760 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:48.761 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:51.760 +08:00] [next=2024/05/06 17:07:48.760 +08:00] [2024/05/06 17:07:48.762 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:48.762 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:48.763 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:48.765 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:48.768 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:48.768 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:48.768 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/06 17:07:49.062 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:49.062 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:49.062 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:49.139 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:49.139 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:49.143 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:49.143 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:49.143 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:49.143 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:49.146 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810795699624837] [request="header: store: region: peers: > "] [2024/05/06 17:07:49.147 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810795699624837] [2024/05/06 17:07:49.149 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=882.527µs] [2024/05/06 17:07:49.149 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=68.802µs] [2024/05/06 17:07:49.150 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:49.150 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:49.150 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:49.150 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:49.150 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:49.150 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:49.150 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:49.151 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=610.122µs] [2024/05/06 17:07:49.153 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:49.154 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=5] [2024/05/06 17:07:49.154 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:5 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986469 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:49.154 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:49.154 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=4] [2024/05/06 17:07:49.154 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:4 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986469 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:49.155 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:49.156 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:49.156 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986469 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:49.156 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:49.759 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:49.762 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:49.762 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:49.762 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/06 17:07:49.762 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:52.151 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:52.151 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:52.151 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:52.152 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.153 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.154 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.154 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.156 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:52.156 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:52.156 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:52.156 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:52.166 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:07:52.166203687 +0800 CST m=+5.972197669, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:52.166 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:52.166 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:52.166 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:52.166 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:52.166 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:52.168 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:52.168 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.922225ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:07:52.166203687 +0800 CST m=+5.972197669, startAt:2024-05-06 17:07:52.166315816 +0800 CST m=+5.972309798, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:52.168 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:53.155 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:58.747 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:07:58.747 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:07:59.151 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=4] [store-address=127.0.0.1:20162] [2024/05/06 17:07:59.152 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/06 17:07:59.153 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=5] [store-address=127.0.0.1:20161] [2024/05/06 17:07:59.198 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:59.19855245 +0800 CST m=+13.004546433, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 5}, 1:{promote learner peer 18 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.198 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 5"] [source=create] [2024/05/06 17:07:59.198 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:59.198778792 +0800 CST m=+13.004772770, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 4}, 1:{promote learner peer 19 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.198 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 4"] [source=create] [2024/05/06 17:07:59.198 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 1), createAt:2024-05-06 17:07:59.198867876 +0800 CST m=+13.004861854, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.198 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 20 on store 5"] [source=create] [2024/05/06 17:07:59.198 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:59.198971485 +0800 CST m=+13.004965466, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.199 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 5"] [source=create] [2024/05/06 17:07:59.199 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:59.199069263 +0800 CST m=+13.005063244, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 5}, 1:{promote learner peer 22 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.199 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 5"] [source=create] [2024/05/06 17:07:59.236 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 4"] [source=heartbeat] [2024/05/06 17:07:59.236 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:19 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.236 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 5"] [source=heartbeat] [2024/05/06 17:07:59.236 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:18 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.261 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:20 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.261 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 20 on store 5"] [source=heartbeat] [2024/05/06 17:07:59.262 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 5"] [source=heartbeat] [2024/05/06 17:07:59.262 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.291 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 5"] [source=heartbeat] [2024/05/06 17:07:59.291 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 18 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:07:59.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 19 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:07:59.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:07:59.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:07:59.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 20 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:07:59.409 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:18 store_id:5 role:Learner },Add peer:{id:18 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.409 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=210.641508ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:59.19855245 +0800 CST m=+13.004546433, startAt:2024-05-06 17:07:59.198700329 +0800 CST m=+13.004694312, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 5}, 1:{promote learner peer 18 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.417 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:59.417119107 +0800 CST m=+13.223113088, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 4}, 1:{promote learner peer 23 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.417 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 23 on store 4"] [source=create] [2024/05/06 17:07:59.441 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:19 store_id:4 role:Learner },Add peer:{id:19 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.441 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=242.568744ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:59.198778792 +0800 CST m=+13.004772770, startAt:2024-05-06 17:07:59.198819961 +0800 CST m=+13.004813939, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 4}, 1:{promote learner peer 19 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.448 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:59.448890936 +0800 CST m=+13.254884917, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 5}, 1:{promote learner peer 24 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.448 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 24 on store 5"] [source=create] [2024/05/06 17:07:59.482 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:20 store_id:5 role:Learner },Add peer:{id:20 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.482 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=283.396134ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 1), createAt:2024-05-06 17:07:59.198867876 +0800 CST m=+13.004861854, startAt:2024-05-06 17:07:59.198892568 +0800 CST m=+13.004886546, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.482 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=283.327733ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:59.199069263 +0800 CST m=+13.005063244, startAt:2024-05-06 17:07:59.199094168 +0800 CST m=+13.005088146, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 5}, 1:{promote learner peer 22 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.482 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:5 role:Learner },Add peer:{id:22 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.482 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=283.473715ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:59.198971485 +0800 CST m=+13.004965466, startAt:2024-05-06 17:07:59.199013509 +0800 CST m=+13.005007498, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.482 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:5 role:Learner },Add peer:{id:21 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.490 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:59.489980382 +0800 CST m=+13.295974363, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 4}, 1:{promote learner peer 25 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.490 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 25 on store 4"] [source=create] [2024/05/06 17:07:59.490 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:59.490121559 +0800 CST m=+13.296115537, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 4}, 1:{promote learner peer 26 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.490 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 26 on store 4"] [source=create] [2024/05/06 17:07:59.490 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 3), createAt:2024-05-06 17:07:59.490205108 +0800 CST m=+13.296199086, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 4}, 1:{promote learner peer 27 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.490 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 27 on store 4"] [source=create] [2024/05/06 17:07:59.515 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 23 on store 4"] [source=heartbeat] [2024/05/06 17:07:59.515 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:23 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:59.570 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 24 on store 5"] [source=heartbeat] [2024/05/06 17:07:59.570 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:24 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:59.599 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 25 on store 4"] [source=heartbeat] [2024/05/06 17:07:59.599 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:25 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:59.599 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 26 on store 4"] [source=heartbeat] [2024/05/06 17:07:59.599 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 27 on store 4"] [source=heartbeat] [2024/05/06 17:07:59.599 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:26 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:59.599 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:27 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:59.602 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 24 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:07:59.614 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 23 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:07:59.643 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:24 store_id:5 role:Learner },Add peer:{id:24 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:59.643 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=194.654964ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:59.448890936 +0800 CST m=+13.254884917, startAt:2024-05-06 17:07:59.448954631 +0800 CST m=+13.254948612, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 5}, 1:{promote learner peer 24 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.701 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=283.855577ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:59.417119107 +0800 CST m=+13.223113088, startAt:2024-05-06 17:07:59.417210761 +0800 CST m=+13.223204743, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 4}, 1:{promote learner peer 23 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.701 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:23 store_id:4 role:Learner },Add peer:{id:23 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:59.746 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 26 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:07:59.746 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 25 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:07:59.746 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 27 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:07:59.774 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:26 store_id:4 role:Learner },Add peer:{id:26 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:59.774 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=283.951493ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:59.490121559 +0800 CST m=+13.296115537, startAt:2024-05-06 17:07:59.49015303 +0800 CST m=+13.296147007, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 4}, 1:{promote learner peer 26 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.800 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:25 store_id:4 role:Learner },Add peer:{id:25 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:59.800 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=310.7016ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:59.489980382 +0800 CST m=+13.295974363, startAt:2024-05-06 17:07:59.490050786 +0800 CST m=+13.296044768, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 4}, 1:{promote learner peer 25 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.800 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:27 store_id:4 role:Learner },Add peer:{id:27 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:59.800 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=310.70216ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 3), createAt:2024-05-06 17:07:59.490205108 +0800 CST m=+13.296199086, startAt:2024-05-06 17:07:59.490230014 +0800 CST m=+13.296223993, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 4}, 1:{promote learner peer 27 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:49.151 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:49.166 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd2.log <== [2024/05/06 17:07:46.234 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.235 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.235 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.235 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.235 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.235 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.235 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.235 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.235 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.239 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.239 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.240 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.240 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.240 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:46.240 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.240 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:46.241 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.241 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.241 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.241 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:46.241 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.241 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.241 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.241 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=330.264µs] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:48.245 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.245 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:48.246 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:48.246 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.246 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.247 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.247 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.247 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.247 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.248 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.248 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.248 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.248 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.248 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:48.248 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.248 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:48.248 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:48.248 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.248 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:48.248 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:48.248 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.248 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.249 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.249 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.249 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.249 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.249 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.250 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.250 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.251 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:48.251 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:48.251 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:48.251 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.251 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.251 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.251 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.298 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:48.743 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:48.744 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:48.744 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:48.744 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:48.745 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:48.745 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:48.745 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:48.745 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:48.745 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:48.749 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810795699624837] [2024/05/06 17:07:48.749 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810795699624837] [2024/05/06 17:07:48.754 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:48.755 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:48.755 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:48.757 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:48.757 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:48.757 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:48.758 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:48.758 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:48.759 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:48.761 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:48.761 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:48.761 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:48.761 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=215.722µs] [2024/05/06 17:07:48.761 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810795699624837/leader] [purpose="leader election"] [2024/05/06 17:07:48.762 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:48.762 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:49.762 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:49.906 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:49.917 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:49.917 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:45297] [remotes="[]"] [2024/05/06 17:07:49.917 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:49.917 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44651] [remotes="[]"] [2024/05/06 17:07:49.918 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:49.923 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:58.747 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:07:58.747 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:08:43.877 +08:00] [INFO] [trace.go:152] ["trace[735244109] linearizableReadLoop"] [detail="{readStateIndex:74; appliedIndex:74; }"] [duration=109.832124ms] [start=2024/05/06 17:08:43.767 +08:00] [end=2024/05/06 17:08:43.877 +08:00] [steps="[\"trace[735244109] 'read index received' (duration: 109.827427ms)\",\"trace[735244109] 'applied index is now lower than readState.Index' (duration: 3.454µs)\"]"] [2024/05/06 17:08:43.877 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=110.686676ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7365810795699624837/config\" "] [response="range_response_count:1 size:4875"] [] [2024/05/06 17:08:43.877 +08:00] [INFO] [trace.go:152] ["trace[141837243] range"] [detail="{range_begin:/pd/7365810795699624837/config; range_end:; response_count:1; response_revision:61; }"] [duration=110.740568ms] [start=2024/05/06 17:08:43.767 +08:00] [end=2024/05/06 17:08:43.877 +08:00] [steps="[\"trace[141837243] 'agreement among raft nodes before linearized reading' (duration: 110.638189ms)\"]"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={56, 36, 15, 34, 26, 65, 11, 28, 23, 54, 18, 42, 67, 19, 47, 12, 6, 48, 51, 69, 24, 66, 30, 46, 0, 31, 58, 13, 50, 43, 57, 10, 25, 27, 71, 61, 53, 16, 7, 17, 55, 59, 64, 35, 29, 33, 32, 20, 49, 68, 63, 22, 52, 70, 14, 62, 21, 60}"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:46.201 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:46.201 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:46.202 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7ff975c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff975cafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff975c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff975cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986466.203218089\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7ff975c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff975cafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff975c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff975cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7ff975c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff975cafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff975c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff975cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986466.203749809\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7ff975c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff975cafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff975c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff975cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7ff975c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff975cafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff975c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff975cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986466.204010177\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7ff975c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff975cafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff975c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff975cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:46.505 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.506 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.506 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:48.746 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.048 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.049 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.050 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.051 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.052 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810795699624837] [thread_id=1] [2024/05/06 17:07:49.054 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.054 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.057 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:49.061 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:49.061 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:49.062 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:49.062 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:49.062 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:49.062 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:49.073 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:49.073 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:49.073 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 298.96µs"] [thread_id=1] [2024/05/06 17:07:49.135 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:49.137 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:49.137 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:49.138 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:49.138 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:49.139 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:49.139 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:49.139 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:49.139 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:49.139 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:49.139 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:49.146 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.152 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810795699624837] [thread_id=1] [2024/05/06 17:07:49.152 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986469 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:49.156 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:49.156 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.156 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/05/06 17:07:49.156 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/05/06 17:07:49.156 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.157 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=225.886µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.475µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.161 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/06 17:07:49.162 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:49.162 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:49.162 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:49.162 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/06 17:07:49.164 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:49.165 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/06 17:07:49.166 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:49.166 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:49.166 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:49.167 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:49.167 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:49.168 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:49.168 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:49.172 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:52.166 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/05/06 17:07:52.166 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:52.167 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=2] [thread_id=31] [2024/05/06 17:07:52.167 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:52.167 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:52.167 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=102] [2024/05/06 17:07:52.167 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.168 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/06 17:07:52.168 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:52.168 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:52.168 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/05/06 17:07:52.168 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/06 17:07:59.189 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:59.198 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:59.198 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:59.198 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.198 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 4 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.198 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/05/06 17:07:59.199 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.199 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:59.199 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.199 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:59.199 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.212 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 5 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.212 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.212 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.212 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.212 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.212 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 4 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner } } }"] [index=8] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.236 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.236 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.236 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.236 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.236 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.237 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=5] [thread_id=71] [2024/05/06 17:07:59.237 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=5] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:59.238 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.152401ms] [addr=127.0.0.1:20161] [store_id=5] [thread_id=71] [2024/05/06 17:07:59.238 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=4] [thread_id=71] [2024/05/06 17:07:59.238 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=4] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:59.238 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=629.899µs] [addr=127.0.0.1:20162] [store_id=4] [thread_id=71] [2024/05/06 17:07:59.241 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(4)] [thread_id=8] [2024/05/06 17:07:59.241 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(5)] [thread_id=7] [2024/05/06 17:07:59.241 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.241 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.261 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.261 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.261 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.261 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.262 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:59.262 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:59.262 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:59.262 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:59.262 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:59.262 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:59.291 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=28.952869ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=28.790571ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:59.291 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.291 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/05/06 17:07:59.291 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.291 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/05/06 17:07:59.292 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.320 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=29.205799ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/05/06 17:07:59.320 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=29.243672ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:59.321 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.321 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.352 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=31.505374ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.352 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.352 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.364 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=72.304715ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=132] [2024/05/06 17:07:59.364 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 5 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.364 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=71.988262ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/05/06 17:07:59.364 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 4 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.393 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=72.002645ms] [size=0] [snap_key=2_6_8] [region_id=2] [thread_id=133] [2024/05/06 17:07:59.393 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 5 role: Learner"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.393 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=71.874421ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/05/06 17:07:59.393 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 5 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.407 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=54.752531ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 5 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.408 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 5 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:59.408 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 4 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:59.408 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.408 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 4 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.408 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 5 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:59.408 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 5 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:59.408 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.408 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 5 }]"] [region_id=2] [thread_id=31] [2024/05/06 17:07:59.408 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.408 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 4 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 5 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [changes="[peer { id: 18 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [changes="[peer { id: 19 store_id: 4 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=9] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 5 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 role: Learner }"] [changes="[peer { id: 22 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.417 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:59.417 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.441 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.441 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.441 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.441 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.441 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.449 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:59.449 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.482 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.482 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.482 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.482 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.482 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.482 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 }"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.482 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.482 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.482 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.490 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:59.490 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:59.490 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.490 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/05/06 17:07:59.490 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.490 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.514 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 4 role: Learner } } }"] [index=10] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.514 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.515 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.569 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.569 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.570 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.570 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.570 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.570 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:59.570 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:59.570 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:59.598 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=28.34587ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=28.983389ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.600 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.600 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.600 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=491.133µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=534.621µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.749924ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=132] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 5 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=530.206µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.461645ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 4 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.602 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 5 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:59.602 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.614 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 4 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:59.614 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 4 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.643 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.643 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.701 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=99.841465ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/05/06 17:07:59.701 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=99.338139ms] [size=0] [snap_key=2_6_10] [region_id=2] [thread_id=133] [2024/05/06 17:07:59.701 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 4 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.701 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 4 role: Learner"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.701 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=100.084772ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=132] [2024/05/06 17:07:59.701 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 4 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.746 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 4 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:59.746 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.746 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 4 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:59.746 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.746 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 4 }]"] [region_id=2] [thread_id=31] [2024/05/06 17:07:59.746 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 4 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 4 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 4 } } }"] [index=11] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [changes="[peer { id: 27 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.773 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.773 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 27, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.800 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.800 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 }"] [peer_id=3] [region_id=2] [thread_id=102] ==> ./tikv3.log <== [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={63, 25, 22, 60, 11, 6, 13, 64, 28, 54, 67, 66, 16, 31, 57, 42, 17, 70, 48, 35, 14, 26, 69, 29, 36, 0, 7, 55, 56, 71, 30, 20, 33, 59, 24, 52, 50, 62, 18, 51, 65, 46, 23, 15, 10, 21, 32, 47, 19, 34, 43, 53, 49, 58, 27, 61, 68, 12}"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:46.201 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:46.201 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:46.202 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7f71ca84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f71ca8afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71ca837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71ca8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986466.203205567\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7f71ca84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f71ca8afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71ca837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71ca8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7f71ca84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f71ca8afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71ca837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71ca8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986466.203750851\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["subchannel 0x7f71ca84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f71ca8afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71ca837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71ca8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7f71ca84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f71ca8afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71ca837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71ca8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986466.204017014\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7f71ca84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f71ca8afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71ca837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71ca8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:46.505 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.506 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.506 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:48.746 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.048 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.050 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.051 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.051 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.052 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810795699624837] [thread_id=1] [2024/05/06 17:07:49.054 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.054 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.057 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:49.061 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:49.062 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:49.062 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:49.062 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:49.062 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:49.062 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:49.074 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:49.074 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:49.074 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 268.055µs"] [thread_id=1] [2024/05/06 17:07:49.139 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:49.141 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:49.141 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:49.141 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:49.142 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/06 17:07:49.142 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:49.142 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:49.142 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:49.142 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:49.142 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:49.142 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:49.150 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 4 }"] [store_id=4] [thread_id=1] [2024/05/06 17:07:49.151 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810795699624837] [thread_id=1] [2024/05/06 17:07:49.151 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 4 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986469 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:49.155 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=4] [status=Some()] [thread_id=1] [2024/05/06 17:07:49.155 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.155 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/05/06 17:07:49.155 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/05/06 17:07:49.155 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=4] [thread_id=1] [2024/05/06 17:07:49.156 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:49.159 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:49.159 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.727µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=4] [thread_id=1] [2024/05/06 17:07:49.159 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=46.171µs] [garbage_range_count=1] [store_id=4] [thread_id=1] [2024/05/06 17:07:49.161 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:49.161 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:49.161 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:49.165 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:49.165 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:49.166 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:49.167 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:49.168 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:49.168 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:49.172 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:59.190 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:59.239 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:59.239 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=4] [peer_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.239 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.240 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:59.240 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:59.241 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=900.47µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:59.292 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:59.292 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/05/06 17:07:59.363 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=70.795308ms] [snap_key=16_6_7] [thread_id=132] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.363 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.363 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=16] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=55.367µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:59.425 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 4 } } }"] [index=8] [term=6] [peer_id=19] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.425 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.425 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [changes="[peer { id: 19 store_id: 4 }]"] [peer_id=19] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.462 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.462 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.462 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.515 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=4] [peer_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.515 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.515 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.515 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.515 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.515 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.515 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=4] [peer_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=4] [peer_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=25] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=4] [peer_id=27] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=27] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.599 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=441.933µs] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [peer_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/05/06 17:07:59.602 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:59.602 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_2_6_10_(default|lock|write).sst] [snap_key=2_6_10] [thread_id=129] [2024/05/06 17:07:59.614 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [peer_id=23] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.614 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=14] [thread_id=80] [2024/05/06 17:07:59.614 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.614 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=44.758µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=19] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=19] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 4 } } }"] [index=10] [term=6] [peer_id=23] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=23] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=99.076336ms] [snap_key=10_6_9] [thread_id=131] [2024/05/06 17:07:59.700 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=99.008088ms] [snap_key=12_6_9] [thread_id=130] [2024/05/06 17:07:59.700 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=98.501228ms] [snap_key=2_6_10] [thread_id=129] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.700 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.700 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [peer_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.700 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [peer_id=26] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.700 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [peer_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.714 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.714 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [peer_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.714 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [peer_id=25] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.714 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=12] [thread_id=80] [2024/05/06 17:07:59.714 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.745 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=31.040365ms] [region_id=12] [thread_id=80] [2024/05/06 17:07:59.745 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [peer_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.745 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=10] [thread_id=80] [2024/05/06 17:07:59.745 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.745 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=32.128µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:59.746 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=2] [thread_id=80] [2024/05/06 17:07:59.746 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.746 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.304µs] [region_id=2] [thread_id=80] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 4 } } }"] [index=10] [term=6] [peer_id=26] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 4 } } }"] [index=10] [term=6] [peer_id=25] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=26] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=25] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 4 } } }"] [index=11] [term=6] [peer_id=27] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [changes="[peer { id: 27 store_id: 4 }]"] [peer_id=27] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.773 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 27, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_10] [peer_id=27] [region_id=2] [thread_id=101] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=25] [region_id=10] [thread_id=102] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=26] [region_id=12] [thread_id=102] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=23] [region_id=14] [thread_id=101] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 6, 47, 22, 23, 42, 56, 60, 28, 48, 19, 65, 27, 52, 55, 14, 46, 26, 68, 13, 70, 69, 16, 63, 49, 50, 17, 24, 58, 35, 12, 20, 21, 7, 11, 18, 59, 61, 67, 43, 10, 25, 30, 32, 33, 34, 53, 51, 62, 29, 36, 31, 64, 15, 54, 66, 57, 71}"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:46.200 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.203 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7fab4764d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fab476afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fab47637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fab476d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986466.203936991\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7fab4764d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fab476afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fab47637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fab476d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7fab4764dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fab476afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fab47637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fab476d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986466.204502236\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7fab4764dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fab476afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fab47637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fab476d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7fab4764e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fab476afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fab47637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fab476d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986466.204757084\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [] ["subchannel 0x7fab4764e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fab476afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fab47637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fab476d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.204 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.204 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:46.506 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.507 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.507 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:48.746 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.049 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.050 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.051 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.052 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.052 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:49.053 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810795699624837] [thread_id=1] [2024/05/06 17:07:49.054 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.054 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.057 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:49.058 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:49.059 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:49.060 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:49.061 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:49.062 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/06 17:07:49.062 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:49.062 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:49.062 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:49.062 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:49.074 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:49.074 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:49.074 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 268.664µs"] [thread_id=1] [2024/05/06 17:07:49.140 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:49.141 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:49.141 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:49.142 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:49.142 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:49.143 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:49.143 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:49.143 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:49.143 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:49.143 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:49.143 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:49.150 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 5 }"] [store_id=5] [thread_id=1] [2024/05/06 17:07:49.151 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810795699624837] [thread_id=1] [2024/05/06 17:07:49.151 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 5 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986469 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:49.154 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=5] [status=Some()] [thread_id=1] [2024/05/06 17:07:49.154 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.154 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/05/06 17:07:49.154 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/05/06 17:07:49.154 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=5] [thread_id=1] [2024/05/06 17:07:49.155 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:49.158 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:49.158 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=50.428µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=5] [thread_id=1] [2024/05/06 17:07:49.158 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=49.332µs] [garbage_range_count=1] [store_id=5] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:49.160 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:49.165 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:49.165 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:49.165 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:49.167 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:49.167 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:49.168 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:49.172 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:59.188 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:59.239 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:59.239 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=5] [peer_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.239 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.239 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.240 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:59.240 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:59.241 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=990.513µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/06 17:07:59.261 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=5] [peer_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.261 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.261 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.261 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=5] [peer_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.262 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.291 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=5] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.291 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.292 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:59.292 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_2_6_8_(default|lock|write).sst] [snap_key=2_6_8] [thread_id=131] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:59.321 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/05/06 17:07:59.353 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:59.353 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/05/06 17:07:59.363 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=70.967777ms] [snap_key=14_6_7] [thread_id=132] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.363 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.363 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.363 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.392 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=71.052557ms] [snap_key=10_6_7] [thread_id=130] [2024/05/06 17:07:59.392 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=71.177893ms] [snap_key=2_6_8] [thread_id=131] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.392 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.392 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.392 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.392 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.392 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:07:59.407 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=53.798213ms] [snap_key=12_6_7] [thread_id=129] [2024/05/06 17:07:59.407 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=14] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=56.468µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.076µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.948µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:59.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=2] [thread_id=80] [2024/05/06 17:07:59.408 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.408 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.601µs] [region_id=2] [thread_id=80] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 5 } } }"] [index=8] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.408 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [changes="[peer { id: 18 store_id: 5 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 5 } } }"] [index=8] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=9] [term=6] [peer_id=20] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=20] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=8] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 role: Learner }"] [changes="[peer { id: 22 store_id: 5 }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.409 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.452 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.452 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.452 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 4 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 4 role: Learner }]"] [peer_id=20] [region_id=2] [thread_id=104] [2024/05/06 17:07:59.539 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=5] [peer_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.570 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.598 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.598 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.598 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=2] [thread_id=102] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:59.600 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=548.359µs] [snap_key=16_6_9] [thread_id=129] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.601 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=24] [region_id=16] [thread_id=102] [2024/05/06 17:07:59.601 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.601 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=16] [thread_id=80] [2024/05/06 17:07:59.601 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.601 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.351µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=24] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.614 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=24] [region_id=16] [thread_id=103] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 4 } } }"] [index=10] [term=6] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=16] [thread_id=101] [2024/05/06 17:07:59.714 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 4 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 4 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 4 } } }"] [index=11] [term=6] [peer_id=20] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.746 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 27 store_id: 4 role: Learner }"] [changes="[peer { id: 27 store_id: 4 }]"] [peer_id=20] [region_id=2] [thread_id=103] [2024/05/06 17:07:59.773 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 27, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:08:49.165 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_8] [peer_id=20] [region_id=2] [thread_id=101] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:08:49.166 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=24] [region_id=16] [thread_id=102] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.166 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] junit Recording test results [1,550 / 1,551] 1 / 1 tests; Testing //tests/realtikvtest/addindextest4:addindextest4_test; 0s remote-cache [Pipeline] // podTemplate [1,531 / 1,546] GoCompilePkg pkg/planner/memo/memo.a; Downloading pkg/planner/memo/memo.a, 1023.9 KiB / 1.5 MiB; 0s remote-cache ... (2 actions, 0 running) [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] } Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 32.636s, Critical Path: 14.97s INFO: 1539 processes: 1529 remote cache hit, 10 internal. INFO: Build completed successfully, 1539 total actions Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [1,573 / 1,575] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [Checks API] No suitable checks publisher found. [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // dir complete to collect bazel result. [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; Downloading tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test, 105.1 MiB / 211.3 MiB; 0s remote-cache [Pipeline] sh [1,547 / 1,550] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 34.0 MiB / 96.2 MiB; 0s remote-cache [1,547 / 1,550] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 42.0 MiB / 96.2 MiB; 1s remote-cache [Pipeline] // stage [Pipeline] // stage [1,528 / 1,567] GoCompilePkg pkg/executor/internal/exec/exec.a; Downloading pkg/executor/internal/exec/exec.a, 7.0 MiB / 7.2 MiB; 0s remote-cache ... (5 actions, 0 running) [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/06 17:07:43.339 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:43.339 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:43.339 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:43.339 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:43.339 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:43.339 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:43.339 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:43.339 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:43.339 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:43.343 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:43.343 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:43.343 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:43.343 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:43.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:43.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:43.346 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:43.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:43.346 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:43.346 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:43.346 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:43.346 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:43.347 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:43.347 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:43.347 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:43.347 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:43.348 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=432.872µs] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.351 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:44.351 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:44.352 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.352 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.352 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.352 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.352 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.352 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.352 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.352 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:44.352 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.352 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.353 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.353 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:44.354 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:44.354 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:44.354 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:44.354 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:44.354 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.354 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:44.354 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.354 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:44.354 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.354 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:44.355 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:44.355 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:44.356 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:44.356 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.405 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:44.849 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:44.850 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:44.850 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:44.850 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:44.850 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:44.850 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:44.850 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:44.850 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:44.853 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810777472319289] [2024/05/06 17:07:44.853 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810777472319289] [2024/05/06 17:07:44.857 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:44.859 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:44.860 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:44.861 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:44.861 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:44.861 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:44.861 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:44.862 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:44.862 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=4060626905997471512] [member-id=2234275743217008298] [2024/05/06 17:07:44.862 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:45.064 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:45.064 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:45.064 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:45.065 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=200.434µs] [2024/05/06 17:07:45.065 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810777472319289/leader] [purpose="leader election"] [2024/05/06 17:07:45.065 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:45.065 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:46.066 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:46.916 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:46.928 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:46.928 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:46.928 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37113] [remotes="[]"] [2024/05/06 17:07:46.928 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46775] [remotes="[]"] [2024/05/06 17:07:46.929 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:46.933 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:54.851 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:54.852 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/05/06 17:07:43.340 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:43.340 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:43.340 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:43.340 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:43.340 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:43.340 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:43.340 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:43.340 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:43.341 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:43.345 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:43.345 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:43.345 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:43.345 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:43.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:43.346 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:43.347 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:43.347 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:43.347 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:43.347 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:43.347 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:43.347 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:43.347 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:43.347 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:43.347 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:43.347 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:43.348 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=335.145µs] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:44.350 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.350 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:44.351 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:44.351 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.351 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.352 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.351 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.352 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.353 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.353 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:44.353 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.353 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.353 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.353 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.353 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:44.354 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:44.354 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:44.354 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:44.354 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:44.354 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.354 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.354 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:44.354 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.354 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:44.354 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:44.354 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:44.356 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.404 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:44.849 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:44.850 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:44.850 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:44.850 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:44.850 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:44.850 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:44.850 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:44.851 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:44.853 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810777472319289] [2024/05/06 17:07:44.853 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810777472319289] [2024/05/06 17:07:44.859 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:44.859 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:44.860 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:44.861 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:44.861 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:44.861 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:44.861 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:44.862 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:44.862 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=4060626905997471512] [member-id=3474484975246189105] [2024/05/06 17:07:44.862 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:45.064 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:45.064 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:45.064 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:45.064 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=189.016µs] [2024/05/06 17:07:45.065 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810777472319289/leader] [purpose="leader election"] [2024/05/06 17:07:45.065 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:45.065 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:46.065 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:54.852 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:54.852 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] ==> ./pd3.log <== [2024/05/06 17:07:43.338 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:43.338 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:43.338 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:43.338 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:43.338 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:43.338 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:43.338 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:43.338 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:43.338 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:43.342 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:43.342 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:43.342 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:43.342 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:43.344 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:43.344 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:43.344 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:43.344 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:43.344 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:43.344 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:43.344 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:43.344 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:43.344 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:43.344 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:43.344 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:43.344 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:43.345 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=539.57µs] [2024/05/06 17:07:43.346 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:43.346 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:43.346 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:43.346 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:43.346 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:43.347 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:43.347 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:43.347 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:43.348 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:43.349 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:43.349 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:43.349 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:43.350 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:43.350 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:43.350 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:43.350 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:43.350 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:43.350 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:43.350 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:43.350 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:43.350 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:43.350 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:43.350 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:43.350 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:43.351 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:43.351 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:43.351 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:43.351 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:43.351 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:43.351 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:43.352 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:43.352 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:44.355 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.355 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.354 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:44.355 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:44.356 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:44.356 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.356 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:44.406 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:44.848 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:44.849 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/06 17:07:44.849 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:44.850 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:44.850 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:44.850 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:44.850 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:44.850 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:44.850 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:44.850 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:44.850 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:44.850 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:44.853 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810777472319289] [2024/05/06 17:07:44.853 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810777472319289] [2024/05/06 17:07:44.857 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:44.859 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:44.859 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:44.860 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:44.860 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:44.860 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:44.861 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:44.861 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:44.861 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/06 17:07:44.862 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:44.862 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305899208962829] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:44.862 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:44.862 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810777472319289/leader] [purpose="leader election"] [2024/05/06 17:07:44.862 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/06 17:07:44.862 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:44.863 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:44.863 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:44.864 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:47.863 +08:00] [next=2024/05/06 17:07:44.863 +08:00] [2024/05/06 17:07:44.865 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:44.865 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:44.866 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:44.868 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:44.870 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:44.870 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:44.870 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/06 17:07:45.166 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:45.166 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:45.166 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:45.240 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:45.241 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:45.242 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:45.242 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:45.242 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:45.243 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:45.248 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810777472319289] [request="header: store: region: peers: > "] [2024/05/06 17:07:45.249 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810777472319289] [2024/05/06 17:07:45.253 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.024899ms] [2024/05/06 17:07:45.253 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=186.23µs] [2024/05/06 17:07:45.254 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:45.254 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:45.254 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:45.254 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:45.254 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:45.254 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:45.254 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:45.254 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=623.098µs] [2024/05/06 17:07:45.257 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:45.257 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:45.257 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986465 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:45.257 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:45.258 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=3] [2024/05/06 17:07:45.258 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986465 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:45.258 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:45.259 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986465 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:45.259 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:45.864 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:46.065 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/06 17:07:46.065 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:46.066 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:46.066 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:48.255 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:48.255 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:48.255 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:48.256 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:48.257 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:48.257 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:48.258 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:48.260 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:48.260 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:48.260 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:48.260 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:48.270 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:48.270856436 +0800 CST m=+4.970596198, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:48.270 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:48.271 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:48.271 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:48.271 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:48.271 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:48.272 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.870783ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:48.270856436 +0800 CST m=+4.970596198, startAt:2024-05-06 17:07:48.270983927 +0800 CST m=+4.970723676, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:48.272 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:48.272 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:49.258 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:54.852 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:54.852 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:55.254 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/06 17:07:55.256 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/05/06 17:07:55.256 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:55.276058196 +0800 CST m=+11.975797940, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=create] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:55.276268022 +0800 CST m=+11.976007766, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=create] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:55.276362133 +0800 CST m=+11.976101878, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=create] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:55.276440382 +0800 CST m=+11.976180127, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=create] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:07:55.276515978 +0800 CST m=+11.976255723, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.276 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=create] [2024/05/06 17:07:55.277 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/05/06 17:07:55.277 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:55.277 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/06 17:07:55.277 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:55.278 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/06 17:07:55.278 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/05/06 17:07:55.278 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:55.278 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/06 17:07:55.278 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:55.278 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:55.286 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:55.286 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:55.286 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:55.286 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:55.287 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:55.287 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:55.287 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.787711ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:07:55.276515978 +0800 CST m=+11.976255723, startAt:2024-05-06 17:07:55.27654845 +0800 CST m=+11.976288197, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.287 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.004299ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:55.276440382 +0800 CST m=+11.976180127, startAt:2024-05-06 17:07:55.27646642 +0800 CST m=+11.976206165, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.287 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:55.287 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.414235ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:55.276058196 +0800 CST m=+11.975797940, startAt:2024-05-06 17:07:55.276170055 +0800 CST m=+11.975909799, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.287 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:55.287 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.299179ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:55.276362133 +0800 CST m=+11.976101878, startAt:2024-05-06 17:07:55.27638956 +0800 CST m=+11.976129304, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.287 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:55.287 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.455488ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:55.276268022 +0800 CST m=+11.976007766, startAt:2024-05-06 17:07:55.276308784 +0800 CST m=+11.976048527, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.287 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:55.297302306 +0800 CST m=+11.997042050, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:55.297441654 +0800 CST m=+11.997181398, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:55.297540455 +0800 CST m=+11.997280200, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:55.297607468 +0800 CST m=+11.997347213, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:07:55.297675487 +0800 CST m=+11.997415232, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:55.297 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/05/06 17:07:55.298 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/06 17:07:55.298 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/06 17:07:55.298 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.298 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.299 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/05/06 17:07:55.299 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.299 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/05/06 17:07:55.299 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/06 17:07:55.299 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.299 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:55.305 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:55.305 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:55.305 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:55.306 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:55.306 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:55.306 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.306 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.054499ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:55.297441654 +0800 CST m=+11.997181398, startAt:2024-05-06 17:07:55.297488118 +0800 CST m=+11.997227862, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.306 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.306 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.186648ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:55.297540455 +0800 CST m=+11.997280200, startAt:2024-05-06 17:07:55.297565062 +0800 CST m=+11.997304806, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.306 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.306 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=9.231352ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:07:55.297675487 +0800 CST m=+11.997415232, startAt:2024-05-06 17:07:55.297700261 +0800 CST m=+11.997440005, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.307 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.64861ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:55.297302306 +0800 CST m=+11.997042050, startAt:2024-05-06 17:07:55.297374886 +0800 CST m=+11.997114630, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:55.307 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.307 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:55.307 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=9.460693ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:55.297607468 +0800 CST m=+11.997347213, startAt:2024-05-06 17:07:55.297631477 +0800 CST m=+11.997371222, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:45.255 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:45.256 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={23, 22, 27, 49, 53, 26, 11, 12, 20, 47, 17, 18, 55, 57, 0, 29, 59, 13, 50, 62, 25, 64, 51, 52, 33, 35, 48, 56, 24, 70, 66, 15, 30, 36, 54, 16, 28, 58, 61, 65, 67, 71, 68, 63, 21, 31, 69, 32, 60, 19, 34, 14}"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:43.307 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.307 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f8d7f44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f8d7f4afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8d7f437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8d7f4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986463.307942242\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f8d7f44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f8d7f4afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8d7f437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8d7f4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f8d7f44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f8d7f4afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8d7f437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8d7f4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986463.308491002\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f8d7f44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f8d7f4afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8d7f437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8d7f4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f8d7f44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f8d7f4afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8d7f437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8d7f4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986463.308781320\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f8d7f44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f8d7f4afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8d7f437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8d7f4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:43.610 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:44.852 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:44.853 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.155 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.156 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.157 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.157 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.158 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810777472319289] [thread_id=1] [2024/05/06 17:07:45.160 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:45.160 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:45.161 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:45.162 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:45.162 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209125/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209123/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209122/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209121/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209120/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209119/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48541/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48540/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48539/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48538/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48537/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48536/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48535/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48534/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209125/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209123/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209122/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209121/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209120/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209119/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48541/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48540/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48539/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48538/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48537/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48536/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48535/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48534/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:45.164 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:45.164 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:45.165 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:45.166 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:45.166 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:45.166 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:45.166 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:45.166 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:45.173 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:45.173 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:45.173 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 206.274µs"] [thread_id=1] [2024/05/06 17:07:45.239 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:45.241 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:45.241 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:45.242 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:45.242 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/06 17:07:45.242 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=73] [2024/05/06 17:07:45.242 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=73] [2024/05/06 17:07:45.242 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:45.242 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=74] [2024/05/06 17:07:45.242 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:45.242 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:45.251 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/06 17:07:45.254 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810777472319289] [thread_id=1] [2024/05/06 17:07:45.255 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986465 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:45.262 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:45.263 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=36.006µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/06 17:07:45.263 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=24.695µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:45.268 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:45.268 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:45.269 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:45.270 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:45.271 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:45.271 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:45.275 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:55.266 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:55.299 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:55.300 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.300 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.300 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:55.301 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=762.898µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=130] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=528.539µs] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=468.998µs] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:55.304 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=132] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=444.848µs] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=509.175µs] [snap_key=4_6_10] [thread_id=130] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=507.541µs] [snap_key=16_6_9] [thread_id=132] [2024/05/06 17:07:55.305 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=37.921µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.781µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.374µs] [region_id=4] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.949µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:55.305 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/06 17:07:55.306 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.306 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.159µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:45.264 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:45.265 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:45.265 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:45.265 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:45.265 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:45.265 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.265 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.265 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.265 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.265 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={36, 56, 20, 28, 29, 12, 16, 23, 47, 58, 52, 53, 64, 69, 11, 32, 49, 57, 19, 0, 15, 24, 31, 65, 25, 27, 17, 55, 61, 63, 66, 70, 21, 22, 34, 48, 26, 59, 67, 60, 33, 71, 68, 14, 13, 18, 35, 50, 54, 62, 30, 51}"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:43.307 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.307 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:43.307 +08:00] [INFO] [] ["subchannel 0x7f7b79e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7b79eafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b79e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b79ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986463.307670493\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:43.307 +08:00] [INFO] [] ["subchannel 0x7f7b79e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7b79eafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b79e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b79ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f7b79e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7b79eafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b79e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b79ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986463.308250297\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f7b79e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7b79eafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b79e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b79ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f7b79e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7b79eafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b79e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b79ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986463.308499739\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f7b79e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7b79eafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b79e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b79ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:43.610 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:44.852 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:44.853 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.155 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.156 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.157 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.157 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.158 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810777472319289] [thread_id=1] [2024/05/06 17:07:45.160 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:45.160 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:45.162 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209125/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209123/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209122/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209121/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209120/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209119/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48541/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48540/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48539/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48538/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48537/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48536/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48535/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48534/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209125/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209123/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209122/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209121/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209120/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209119/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48541/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48540/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48539/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48538/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48537/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48536/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48535/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48534/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:45.164 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [Pipeline] } [2024/05/06 17:07:45.164 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:45.165 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:45.166 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:45.166 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:45.166 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:45.166 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:45.166 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:45.173 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:45.173 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:45.173 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 213.931µs"] [thread_id=1] [2024/05/06 17:07:45.236 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:45.239 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:45.239 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:45.239 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:45.240 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:45.240 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:45.240 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:45.240 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:45.240 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:45.240 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:45.240 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:45.248 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.256 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810777472319289] [thread_id=1] [2024/05/06 17:07:45.256 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986465 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.260 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:45.263 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:45.263 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=211.28µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.068µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.265 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/06 17:07:45.266 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:45.266 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:45.266 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:45.266 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:07:45.268 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:45.268 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/06 17:07:45.270 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:45.270 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:45.270 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:45.271 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:45.272 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:45.272 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:45.273 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:45.277 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:48.271 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/06 17:07:48.271 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:48.271 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:48.272 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:48.272 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:48.272 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:48.272 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:48.272 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.272 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/06 17:07:48.273 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/06 17:07:48.273 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:48.273 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/05/06 17:07:48.273 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/06 17:07:55.267 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:55.276 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:55.276 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:55.276 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.276 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:55.276 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.276 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.276 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:55.276 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:55.276 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.276 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.276 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.277 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.277 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.277 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.277 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.277 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.277 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.277 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.278 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.278 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.278 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.278 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/06 17:07:55.278 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.129711ms] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/06 17:07:55.281 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/06 17:07:55.282 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.282 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.282 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.282 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.282 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=661.076µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=743.641µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:07:55.283 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.283 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.283 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=509.084µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=512.232µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.284 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.284 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=402.107µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.651593ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.469513ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=132] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.038423ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.385536ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=130] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.389822ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=130] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.286 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:55.286 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.286 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.286 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.287 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.297 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:55.297 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.297 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:55.297 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:55.297 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.297 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.297 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:55.297 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:55.297 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.297 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.298 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.298 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.298 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.298 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.298 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.299 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/06 17:07:55.299 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:55.299 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=570.616µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/06 17:07:55.302 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/06 17:07:55.302 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.302 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.302 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.302 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.302 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.302 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.302 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.302 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.302 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.302 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.302 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=436.353µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=467.152µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:55.303 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.303 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=439.541µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=407.941µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:55.303 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.303 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.303 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=417.135µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:55.304 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:55.304 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.407243ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.728908ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.351724ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.213367ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=132] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.201599ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=132] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:55.305 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.305 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:55.305 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:55.306 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:55.306 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] ==> ./tikv1.log <== [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={14, 36, 24, 29, 48, 50, 54, 56, 62, 0, 11, 57, 26, 30, 21, 27, 58, 63, 32, 55, 17, 61, 18, 49, 13, 34, 47, 52, 15, 23, 70, 33, 20, 35, 66, 53, 60, 16, 71, 28, 31, 51, 59, 22, 25, 12, 64, 65, 67, 68, 69, 19}"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:43.305 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:43.307 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.307 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f69ca44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f69ca4afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f69ca437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f69ca4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986463.307890244\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f69ca44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f69ca4afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f69ca437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f69ca4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f69ca44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f69ca4afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f69ca437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f69ca4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986463.308450956\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f69ca44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f69ca4afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f69ca437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f69ca4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f69ca44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f69ca4afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f69ca437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f69ca4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986463.308708914\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [] ["subchannel 0x7f69ca44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f69ca4afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f69ca437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f69ca4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.308 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.308 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:43.610 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:44.852 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:44.853 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.155 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.156 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.156 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.157 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.158 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:45.159 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810777472319289] [thread_id=1] [2024/05/06 17:07:45.160 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:45.160 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:45.161 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:45.162 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:45.162 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209125/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209123/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209122/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209121/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209120/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209119/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48541/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48540/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48539/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48538/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48537/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48536/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48535/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48534/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:45.163 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209125/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209123/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209122/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209121/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209120/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209119/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/209117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48541/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48540/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48539/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48538/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48537/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48536/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48535/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/48534/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/348071/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:45.164 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:45.164 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:45.165 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:45.166 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:45.166 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:45.166 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:45.166 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:45.166 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:45.173 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:45.173 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:45.173 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 212.763µs"] [thread_id=1] [2024/05/06 17:07:45.239 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:45.241 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:45.241 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:45.241 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:45.242 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:45.242 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:45.242 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:45.242 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:45.242 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:45.242 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:45.242 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:45.250 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.254 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810777472319289] [thread_id=1] [2024/05/06 17:07:45.255 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986465 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.258 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.259 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:45.262 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:45.262 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.065µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.262 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=27.106µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:45.264 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:45.268 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:45.268 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:45.269 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:45.270 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:45.271 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:45.271 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:45.277 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:55.265 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:55.279 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:55.279 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.279 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.279 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.280 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.281 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:55.281 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:55.281 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=882.745µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:07:55.284 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=484.893µs] [snap_key=14_6_7] [thread_id=129] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=510.016µs] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=618.87µs] [snap_key=16_6_7] [thread_id=131] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=498.405µs] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.285 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=449.801µs] [snap_key=12_6_7] [thread_id=130] [2024/05/06 17:07:55.286 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=110.62µs] [region_id=4] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.061µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=16.268µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.509µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:55.286 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.276µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.287 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:07:55.297 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.298 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.298 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:07:55.306 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:45.264 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:08:45.264 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:45.264 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:45.264 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:45.264 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:45.264 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.264 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.264 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.264 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:45.264 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] } [1,603 / 1,605] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test~testmain.a; 1s remote-cache, linux-sandbox [Pipeline] // dir Post stage [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // stage [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] // container [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // dir [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] // withEnv [Pipeline] } [Pipeline] } [1,573 / 1,575] Building external/remote_coverage_tools/Main.jar () [for tool]; 1s remote-cache [Pipeline] sh [Pipeline] // stage [Pipeline] } [1,532 / 1,546] GoCompilePkg pkg/disttask/importinto/importinto.a; Downloading pkg/disttask/importinto/importinto.a; 2s remote-cache ... (2 actions, 0 running) [Pipeline] // stage [1,604 / 1,605] [Prepa] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test [Pipeline] } INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/05/06 07:20:26.173 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:26.173 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:26.174 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:26.175 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:26.175 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:26.176 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:26.176 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:26.176 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:26.177 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:26.177 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:26.179 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 07:20:26.184 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 07:20:26.186 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 07:20:26.187 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 07:20:26.217 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 07:20:26.217 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 07:20:26.226 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 07:20:26.226 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 07:20:26.239 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 07:20:26.263 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365782699169500611] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 07:20:26.374 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 07:20:26.505 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1304] ["lease id"=6f188f4cc4ecd839] [2024/05/06 07:20:26.508 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 07:20:26.515 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:64\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 07:20:26.541 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=25.930494ms] [2024/05/06 07:20:26.544 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 07:20:26.544 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=afde067b-33d0-4200-80eb-855a4d03d123] [runWorker=true] [2024/05/06 07:20:26.545 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 07:20:26.547 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 07:20:26.548 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 07:20:26.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 07:20:26.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 07:20:26.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 07:20:26.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 07:20:26.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 07:20:26.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 07:20:26.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 07:20:26.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 07:20:26.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 07:20:26.549 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 07:20:26.549 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 07:20:26.549 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 07:20:26.549 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 07:20:26.549 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 07:20:26.551 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afde067b-33d0-4200-80eb-855a4d03d123"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cc4ecd83d] [ownerID=afde067b-33d0-4200-80eb-855a4d03d123] [op=none] [2024/05/06 07:20:26.551 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 07:20:26.552 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1c9e7243-1733-4fe3-b077-c60eda644356] [daemon-id=LogBackup::Advancer] [2024/05/06 07:20:26.552 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1c9e7243-1733-4fe3-b077-c60eda644356"] ["owner key"=/tidb/br-stream/owner/6f188f4cc4ecd83f] [ownerID=1c9e7243-1733-4fe3-b077-c60eda644356] [op=none] [2024/05/06 07:20:26.559 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 07:20:26.593 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:26.593 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 07:20:26.601 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 07:20:26.601 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afde067b-33d0-4200-80eb-855a4d03d123"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cc4ecd83d] [ownerID=afde067b-33d0-4200-80eb-855a4d03d123] [op=none] [2024/05/06 07:20:26.602 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afde067b-33d0-4200-80eb-855a4d03d123"] [op=none] [2024/05/06 07:20:26.602 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 07:20:26.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:26.697 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=24.825736ms] [2024/05/06 07:20:26.702 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 07:20:26.711 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:26.711 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 07:20:26.722 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.36737ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:26.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:26.791 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 07:20:26.791 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:26.795 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 07:20:26.818 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 07:20:27.007 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:26.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:27.007 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:26.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 07:20:27.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:26.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:27.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.992935ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:27.355 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:27.355 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 07:20:27.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.644476ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:26.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:27.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:26.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:27.552 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 07:20:27.606 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 07:20:27.606 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:27.610 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.800223102\n# Parse_time: 0\n# Compile_time: 0.008839793\n# Rewrite_time: 0.000017423\n# Optimize_time: 0\n# Wait_TS: 0.000526844\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 07:20:27.616 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 07:20:27.675 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:27.675 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 07:20:27.716 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:27.788 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.431337ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:27.797 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:27.797 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 07:20:27.835 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.134ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:27.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:27.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 07:20:27.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:27.922 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.308248631\n# Parse_time: 0\n# Compile_time: 0.002286305\n# Rewrite_time: 0.00000858\n# Optimize_time: 0\n# Wait_TS: 0.000406341\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:27.925 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 07:20:27.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:27.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:27.967 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:27.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 07:20:28.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:27.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:28.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.745483ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:28.094 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:28.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 07:20:28.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.781875ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:27.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:28.168 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:27.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:28.209 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 07:20:28.209 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:28.229 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 07:20:28.336 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:28.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:28.336 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:28.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 07:20:28.385 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:28.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:28.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.034404ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:28.549 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 07:20:28.549 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 07:20:28.561 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:28.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 07:20:28.592 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.015957ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:28.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:28.689 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:28.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:28.794 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 07:20:28.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:28.797 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.573849595\n# Parse_time: 0\n# Compile_time: 0.005106983\n# Rewrite_time: 0.000011838\n# Optimize_time: 0\n# Wait_TS: 0.000361919\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:28.803 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 07:20:28.865 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:28.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:28.865 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:28.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 07:20:28.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:28.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.011 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.458769ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:29.021 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:29.021 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 07:20:29.056 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.34694ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:28.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:28.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.176 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 07:20:29.176 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:29.179 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378618946\n# Parse_time: 0\n# Compile_time: 0.002753903\n# Rewrite_time: 0.000011472\n# Optimize_time: 0\n# Wait_TS: 0.000394654\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:29.184 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 07:20:29.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:29.244 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 07:20:29.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:29.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.186789ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:29.410 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:29.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 07:20:29.445 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.525058ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.519 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:29.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.575 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 07:20:29.575 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:29.579 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.397063168\n# Parse_time: 0\n# Compile_time: 0.002061569\n# Rewrite_time: 0.000013909\n# Optimize_time: 0\n# Wait_TS: 0.000461329\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:29.581 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 07:20:29.621 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:29.621 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 07:20:29.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:29.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.466249ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:29.757 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:29.757 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 07:20:29.793 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.208656ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.873 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:29.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:29.920 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 07:20:29.920 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:29.923 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343125202\n# Parse_time: 0\n# Compile_time: 0.001028274\n# Rewrite_time: 0.000009906\n# Optimize_time: 0\n# Wait_TS: 0.000355796\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:29.926 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 07:20:29.970 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:29.970 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 07:20:30.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.547428ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:30.104 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:30.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 07:20:30.142 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.882379ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.216 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 07:20:30.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:30.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338599228\n# Parse_time: 0\n# Compile_time: 0.001163375\n# Rewrite_time: 0.000008182\n# Optimize_time: 0\n# Wait_TS: 0.000434364\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:30.268 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 07:20:30.320 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:30.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:30.320 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:30.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 07:20:30.385 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:30.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.899452ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:30.478 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:30.478 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 07:20:30.514 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.846049ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:30.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.574 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:30.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.628 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 07:20:30.628 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:30.632 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365662894\n# Parse_time: 0\n# Compile_time: 0.001926525\n# Rewrite_time: 0.000008607\n# Optimize_time: 0\n# Wait_TS: 0.000445146\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:30.637 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 07:20:30.690 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:30.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:30.690 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:30.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 07:20:30.764 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:30.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.845 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.100846ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:30.857 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:30.857 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 07:20:30.892 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.029827ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:30.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:30.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:30.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:31.018 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 07:20:31.018 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:31.022 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387801676\n# Parse_time: 0\n# Compile_time: 0.002453936\n# Rewrite_time: 0.00000939\n# Optimize_time: 0\n# Wait_TS: 0.000395771\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:31.033 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 07:20:31.034 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 07:20:31.107 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:31.107 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 07:20:31.149 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:31.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:31.282 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.897656ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:31.292 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:31.292 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 07:20:31.326 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.718592ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:31.371 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:31.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:31.455 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 07:20:31.456 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:31.459 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.433110787\n# Parse_time: 0\n# Compile_time: 0.006588586\n# Rewrite_time: 0.000010774\n# Optimize_time: 0\n# Wait_TS: 0.000457629\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:31.464 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 07:20:31.526 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.471 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:31.526 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.471 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 07:20:31.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:31.471 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:31.671 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.250091ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:31.683 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:31.683 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 07:20:31.717 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.832485ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.471 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:31.771 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:31.471 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:31.838 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 07:20:31.838 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [Pipeline] // container [2024/05/06 07:20:31.842 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.380420906\n# Parse_time: 0\n# Compile_time: 0.002300452\n# Rewrite_time: 0.000011344\n# Optimize_time: 0\n# Wait_TS: 0.000340851\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:31.849 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 07:20:31.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:31.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 07:20:31.963 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:31.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.049 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.025423ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:32.062 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:32.062 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 07:20:32.096 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.77847ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:31.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.169 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:31.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.226 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 07:20:32.226 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:32.229 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383003417\n# Parse_time: 0\n# Compile_time: 0.002950324\n# Rewrite_time: 0.000012844\n# Optimize_time: 0\n# Wait_TS: 0.00037428\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:32.234 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 07:20:32.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:32.286 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 07:20:32.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:32.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.437 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.7859ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:32.447 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:32.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 07:20:32.483 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.774664ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.520 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:32.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.568 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 07:20:32.568 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:32.571 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340124131\n# Parse_time: 0\n# Compile_time: 0.002278052\n# Rewrite_time: 0.000012623\n# Optimize_time: 0\n# Wait_TS: 0.000481284\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:32.574 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 07:20:32.617 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:32.617 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 07:20:32.684 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:32.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.694876ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:32.771 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:32.771 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 07:20:32.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.094336ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.865 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:32.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:32.907 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 07:20:32.907 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:32.910 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337049034\n# Parse_time: 0\n# Compile_time: 0.001368211\n# Rewrite_time: 0.000009326\n# Optimize_time: 0\n# Wait_TS: 0.000351489\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:32.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 07:20:32.966 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:32.966 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 07:20:33.035 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:32.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.879578ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:33.125 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:33.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 07:20:33.162 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.013304ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:32.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.221 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:32.921 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 07:20:33.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:33.278 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365296827\n# Parse_time: 0\n# Compile_time: 0.002174203\n# Rewrite_time: 0.000015539\n# Optimize_time: 0\n# Wait_TS: 0.000302036\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:33.285 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 07:20:33.336 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:33.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:33.336 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:33.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 07:20:33.402 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:33.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.490 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.996752ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:33.500 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:33.501 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 07:20:33.536 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.305548ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:33.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.591 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:33.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.639 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 07:20:33.639 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:33.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36052474\n# Parse_time: 0\n# Compile_time: 0.003011027\n# Rewrite_time: 0.000011191\n# Optimize_time: 0\n# Wait_TS: 0.000402048\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:33.649 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 07:20:33.722 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:33.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:33.722 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:33.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 07:20:33.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:33.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.882 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.834272ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:33.894 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:33.894 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 07:20:33.928 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.807276ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:33.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:33.974 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:33.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.046 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 07:20:34.046 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:34.049 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.402857326\n# Parse_time: 0\n# Compile_time: 0.002805703\n# Rewrite_time: 0.000009447\n# Optimize_time: 0\n# Wait_TS: 0.000390668\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:34.066 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 07:20:34.122 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:34.122 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 07:20:34.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.240 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.611005ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:34.250 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:34.250 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 07:20:34.287 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.075806ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.337 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.385 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 07:20:34.385 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:34.388 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.323303458\n# Parse_time: 0\n# Compile_time: 0.001554834\n# Rewrite_time: 0.000009013\n# Optimize_time: 0\n# Wait_TS: 0.000292074\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:34.390 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 07:20:34.429 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:34.429 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 07:20:34.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.267463ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:34.530 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:34.530 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 07:20:34.567 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.272015ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.619 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.657 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 07:20:34.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:34.662 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 07:20:34.692 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:34.692 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 07:20:34.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.087059ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:34.791 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:34.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 07:20:34.828 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.088741ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:34.910 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 07:20:34.910 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:34.919 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 07:20:34.984 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:34.984 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 07:20:35.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.438899ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:35.139 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:35.139 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 07:20:35.175 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.531552ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:34.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.219 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:34.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.281 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 07:20:35.281 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:35.285 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367429925\n# Parse_time: 0\n# Compile_time: 0.001978692\n# Rewrite_time: 0.000010176\n# Optimize_time: 0\n# Wait_TS: 0.000336627\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:35.289 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 07:20:35.340 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:35.340 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 07:20:35.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.051394ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:35.491 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:35.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 07:20:35.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.117976ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.642 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 07:20:35.642 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:35.646 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358659452\n# Parse_time: 0\n# Compile_time: 0.002053235\n# Rewrite_time: 0.000012183\n# Optimize_time: 0\n# Wait_TS: 0.000362087\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:35.651 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 07:20:35.703 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:35.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:35.703 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:35.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 07:20:35.776 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:35.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.908573ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:35.860 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:35.860 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 07:20:35.896 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.42084ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:35.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:35.958 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:35.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.005 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 07:20:36.005 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:36.009 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359144928\n# Parse_time: 0\n# Compile_time: 0.002047884\n# Rewrite_time: 0.000012079\n# Optimize_time: 0\n# Wait_TS: 0.00040141\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:36.014 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 07:20:36.059 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:36.059 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 07:20:36.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.189 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.999976ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:36.202 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:36.202 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 07:20:36.236 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.512216ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.277 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.324 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 07:20:36.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:36.329 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.317196375\n# Parse_time: 0\n# Compile_time: 0.002363724\n# Rewrite_time: 0.000013271\n# Optimize_time: 0\n# Wait_TS: 0.00046519\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:36.332 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 07:20:36.385 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:36.385 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 07:20:36.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:36.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.502 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.77871ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:36.513 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:36.514 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 07:20:36.550 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.917068ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.629 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:36.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.674 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 07:20:36.675 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:36.678 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347238408\n# Parse_time: 0\n# Compile_time: 0.001498972\n# Rewrite_time: 0.000010883\n# Optimize_time: 0\n# Wait_TS: 0.000501766\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:36.682 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 07:20:36.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:36.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 07:20:36.774 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:36.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.839 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.626103ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:36.852 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:36.852 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 07:20:36.886 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.79404ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:36.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:36.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:36.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.000 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 07:20:37.000 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:37.004 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.32378529\n# Parse_time: 0\n# Compile_time: 0.001718053\n# Rewrite_time: 0.000010104\n# Optimize_time: 0\n# Wait_TS: 0.000395097\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:37.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 07:20:37.012 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 07:20:37.066 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:37.066 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 07:20:37.109 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:37.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.195 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=4.089949ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:37.206 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:37.206 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 07:20:37.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.465124ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.280 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:37.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.336 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 07:20:37.336 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:37.340 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.333182011\n# Parse_time: 0\n# Compile_time: 0.002440658\n# Rewrite_time: 0.000010664\n# Optimize_time: 0\n# Wait_TS: 0.00060176\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:37.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 07:20:37.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:37.404 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 07:20:37.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:37.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.571 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=17.264694ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:37.589 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:37.589 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 07:20:37.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.210407ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.670 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:37.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.727 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 07:20:37.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:37.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387125685\n# Parse_time: 0\n# Compile_time: 0.003096606\n# Rewrite_time: 0.000012966\n# Optimize_time: 0\n# Wait_TS: 0.000398074\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:37.738 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 07:20:37.795 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:37.795 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 07:20:37.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:37.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:37.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.290036ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:37.956 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:37.956 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 07:20:37.990 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.171486ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:37.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.029 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:37.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.087 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 07:20:38.087 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:38.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354212641\n# Parse_time: 0\n# Compile_time: 0.002274318\n# Rewrite_time: 0.000009389\n# Optimize_time: 0\n# Wait_TS: 0.000396847\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:38.098 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 07:20:38.184 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:38.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:38.184 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:38.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 07:20:38.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:38.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.415 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.057984ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:38.427 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:38.428 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 07:20:38.459 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.097122ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:38.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.526 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:38.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.551 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=1c9e7243-1733-4fe3-b077-c60eda644356] [daemon-id=LogBackup::Advancer] [2024/05/06 07:20:38.552 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 07:20:38.632 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 07:20:38.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:38.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.541437753\n# Parse_time: 0\n# Compile_time: 0.003333343\n# Rewrite_time: 0.000009964\n# Optimize_time: 0\n# Wait_TS: 0.000449137\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:38.638 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 07:20:38.678 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:38.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:38.678 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:38.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 07:20:38.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:38.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.735562ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:38.790 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:38.790 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 07:20:38.826 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.533688ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:38.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.897 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:38.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:38.932 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 07:20:38.932 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:39.029 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:39.029 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 07:20:39.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:39.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.10593ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 07:20:39.196 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:39.196 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 07:20:39.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.458801ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:39.269 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:39.336 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 07:20:39.336 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:39.340 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399943828\n# Parse_time: 0\n# Compile_time: 0.00635031\n# Rewrite_time: 0.003313425\n# Optimize_time: 0\n# Wait_TS: 0.0002991\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:39.344 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 07:20:39.396 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:39.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:39.396 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:39.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 07:20:39.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:39.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:39.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.106694ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:39.539 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:39.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 07:20:39.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.96785ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:39.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:39.622 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:39.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:39.692 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 07:20:39.692 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:39.695 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353245037\n# Parse_time: 0\n# Compile_time: 0.001887666\n# Rewrite_time: 0.000010118\n# Optimize_time: 0\n# Wait_TS: 0.000379275\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:39.700 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 07:20:39.750 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:39.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 07:20:39.750 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:39.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:39.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:39.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:39.903 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.731739ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:39.914 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:39.914 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 07:20:39.950 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.47099ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:39.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:40.071 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:39.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:40.894 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=345.27656ms] [2024/05/06 07:20:40.898 +00:00] [WARN] [domain.go:647] ["loading schema takes a long time"] ["take time"=348.74993ms] [Pipeline] } [2024/05/06 07:20:40.899 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449571727729229827\n# Query_time: 0.379350989\n# Parse_time: 0\n# Compile_time: 0.007894761\n# Rewrite_time: 0.001225814\n# Optimize_time: 0.00531429\n# Wait_TS: 0.000111693\n# Cop_time: 0.00018011 Process_time: 0.000234251 Wait_time: 0.000114858 Request_count: 2 Total_keys: 290 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 72 Rocksdb_key_skipped_count: 792\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000117125 Cop_proc_p90: 0.000119321 Cop_proc_max: 0.000119321 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.7429e-05 Cop_wait_p90: 7.6122e-05 Cop_wait_max: 7.6122e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12922\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iBe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM2Ni4zbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZBmDCDUuOB2DHAkwIEJ5dGVzEQgcCjIJMTdfMjcd+FRpbm5lciBqb2luLCBlcXVhbDpbZXEoWg4BOGlkLCBDb2x1bW4jMTUpXS53AAA2HXd4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozNjUuMgEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwRsQwyLjI3AYY1qlBwYXJ0aWFsX3dvcmtlcjp7d2FsbF8l1hgxLjU5OTU4Bd8IY29uOdB0LCB0YXNrX251bTowLCB0b3Rfd2FpdDo3LjAwNTc4BV8BFRhleGVjOjBzCSIFUhg3LjIwODAxRSssbWF4OjEuNDc1NTU5AZEIcDk1HRAUfSwgZmluUpcAHDIuMTE1NjA1ATVelwABoxGXHDI1LjI5MsK1DYkFlhA1LjI0NRUTBZwYOS4wMjI5MxWcGDIuMDI4NzAFzgGcGRAAfUHIAQQYCjQJMV8zMDGbJG5vdChpc251bGw9gyG5BWAMMS4zNAGzBGxvZSMICTM4UaIgTi9BCjUJNl8zIaUIODAwPeVKjQJ5GwAsThYDJHNjaGVtYV9pZHNSHwBFkwkeSTYIbWluFa4AOE4xAggxLjIuWAMALGoxAhw3MDMuNjIxwiFrXpoBLjECGDIuNDYyMzQlyiGvJZsyMQIYMi43MDIwMSE4QTAYNTU2LjI5NAVhIZQZEGowAhgxLjE3MjU0JX1elgAuMAIQNTIuNDVZHQWVDDUuODMZEyXQGDQuODY1NTFFvAGcEDEuMTMzTf4AcEXMERBZMCA2CTMxXzM2CTAp5zhkYXRhOkhhc2hBZ2dfMzFxoww0NTUuSbBNLBQsIGNvcF9hdAg6IHthdgggMSwFdAwgMS4xBdhBFRhfa2V5czogLWEBEhg6IDExNC45JS8hYGWmECAzOC43BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCRxgFzCF9kdQUaGG46IDI5LjgFOixtYXhfZGlzdHNxbF8uUwFIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGPBFQB0oQkpPgQxLmHBFH19CTI0Ma2pYQcAN2EHDDEJMV8tIpXu/gkDlgkDSmYAyWZ9GQA4JacEa3YlHQQ6e0UMQbQtrDx9LCBzY2FuX2RldGFpbDogqf4tnEAxNDUsIGdldF9zbmFwc2hvdCkNCCAxOC1ZmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMzYsIGtleUIXABw5NiwgYmxvY0EhEH19fSwgAZc+hABBEwhlc3MRdC4bAqFpBGFpEY9VIgB0AejZERwgMzA2LjPCtV3SFDgJNDNfM6EIDDAJMTCBvIViADouTgh8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96UQFBGQEEBAozYT4cNDEoUHJvYmWhWAA2GsEIAGRhSCxTZWxlY3Rpb25fNDAFUgxtZTo1rkoDqZ8hJS2uOkoDADkF+8nOIS0QOiA3Ni6R7bpKAwg0NS6JT/5KA2FKCDI0bUZKAyGTBDQwZUoxJ0reAgxyZW9yFsYJ/tECNtECBDMwhSj+zwKyzwI9oDbPAjWnAHQB5i7PAgwzMy42Ms8CBDUJQc8AOSU3/s8Cfs8C')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Resource_group: default\n;"] [2024/05/06 07:20:40.900 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 07:20:40.900 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:40.904 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 1.2063141019999999\n# Parse_time: 0\n# Compile_time: 0.002345091\n# Rewrite_time: 0.000011584\n# Optimize_time: 0\n# Wait_TS: 0.000293989\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:40.911 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 07:20:40.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:40.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:40.955 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:40.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 07:20:41.041 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:40.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:41.106 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.58508ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:41.117 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:41.117 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 07:20:41.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.0128ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:40.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:41.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:40.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:41.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 07:20:41.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:41.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353636923\n# Parse_time: 0\n# Compile_time: 0.001786804\n# Rewrite_time: 0.000008508\n# Optimize_time: 0\n# Wait_TS: 0.000410628\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:41.271 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 07:20:41.351 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:41.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:41.351 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:41.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 07:20:41.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:41.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:41.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.544148ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:41.556 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:41.556 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 07:20:41.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.23124ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:41.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:41.631 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:41.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:41.744 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 07:20:41.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:41.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.48101086\n# Parse_time: 0\n# Compile_time: 0.003373032\n# Rewrite_time: 0.000010499\n# Optimize_time: 0\n# Wait_TS: 0.000461899\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:41.754 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 07:20:41.827 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:41.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:41.828 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:41.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 07:20:41.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:41.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:42.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.178997ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:42.039 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:42.039 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 07:20:42.072 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.947753ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:41.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:42.126 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:41.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:42.205 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 07:20:42.205 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:42.209 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.456596275\n# Parse_time: 0\n# Compile_time: 0.002597856\n# Rewrite_time: 0.000011542\n# Optimize_time: 0\n# Wait_TS: 0.000375499\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:42.215 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 07:20:42.317 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:42.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:42.317 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:42.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 07:20:42.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:42.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:42.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.056413ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:42.535 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:42.535 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 07:20:42.570 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.278492ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:42.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:42.624 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:42.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:42.720 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 07:20:42.720 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:42.723 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.51066818\n# Parse_time: 0\n# Compile_time: 0.003062915\n# Rewrite_time: 0.000010061\n# Optimize_time: 0\n# Wait_TS: 0.00049472\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:42.730 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 07:20:42.808 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:42.808 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 07:20:42.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:43.017 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.321634ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:43.029 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:43.030 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 07:20:43.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.666216ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:43.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:43.212 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 07:20:43.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:43.217 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.489457748\n# Parse_time: 0\n# Compile_time: 0.00256972\n# Rewrite_time: 0.000008984\n# Optimize_time: 0\n# Wait_TS: 0.000432385\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:43.222 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 07:20:43.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:43.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:43.308 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:43.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 07:20:43.353 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:43.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:43.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.078725ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:43.497 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:43.497 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 07:20:43.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.333611ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:43.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:43.586 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:43.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:43.667 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 07:20:43.667 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:43.671 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.45098949\n# Parse_time: 0\n# Compile_time: 0.002646887\n# Rewrite_time: 0.000010412\n# Optimize_time: 0\n# Wait_TS: 0.00036091\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:43.680 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 07:20:43.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:43.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:43.759 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:43.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 07:20:43.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:43.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:43.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=5.51826ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:43.977 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:43.977 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 07:20:44.011 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.188966ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:43.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.064 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:43.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.138 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 07:20:44.138 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:44.141 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.464088201\n# Parse_time: 0\n# Compile_time: 0.003252569\n# Rewrite_time: 0.000012318\n# Optimize_time: 0\n# Wait_TS: 0.000433927\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:44.147 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 07:20:44.218 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:44.218 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 07:20:44.256 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.354 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.397143ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:44.366 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:44.366 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 07:20:44.400 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.955875ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.525 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 07:20:44.526 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:44.529 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.384309794\n# Parse_time: 0\n# Compile_time: 0.002422491\n# Rewrite_time: 0.000009955\n# Optimize_time: 0\n# Wait_TS: 0.00030487\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:44.534 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 07:20:44.595 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:44.595 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 07:20:44.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:44.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.320185ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:44.766 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:44.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 07:20:44.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.906062ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.878 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:44.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:44.934 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 07:20:44.934 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:44.938 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.406483865\n# Parse_time: 0\n# Compile_time: 0.002215771\n# Rewrite_time: 0.000010018\n# Optimize_time: 0\n# Wait_TS: 0.000413024\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:44.947 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 07:20:45.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:45.039 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 07:20:45.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:44.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:45.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.428834ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:45.276 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:45.276 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 07:20:45.310 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.82352ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:44.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:45.369 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:44.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:45.480 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 07:20:45.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:45.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.54003942\n# Parse_time: 0\n# Compile_time: 0.003701919\n# Rewrite_time: 0.000010079\n# Optimize_time: 0\n# Wait_TS: 0.000382232\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:45.489 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 07:20:45.560 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:45.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:45.560 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:45.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 07:20:45.606 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:45.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:45.708 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.119408ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:45.718 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:45.718 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 07:20:45.755 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.054826ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:45.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:45.820 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:45.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:45.880 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 07:20:45.881 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:45.884 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.396864338\n# Parse_time: 0\n# Compile_time: 0.002414686\n# Rewrite_time: 0.000009703\n# Optimize_time: 0\n# Wait_TS: 0.000405547\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:45.887 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 07:20:45.933 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:45.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:45.933 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:45.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 07:20:45.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:45.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.992345ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:46.097 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:46.097 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 07:20:46.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.877602ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:45.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.157 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:45.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.203 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 07:20:46.203 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:46.206 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.320948992\n# Parse_time: 0\n# Compile_time: 0.001443037\n# Rewrite_time: 0.000009299\n# Optimize_time: 0\n# Wait_TS: 0.000403228\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:46.210 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 07:20:46.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:46.221 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:46.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:46.221 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 07:20:46.331 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:46.221 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.637185ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:46.414 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:46.414 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 07:20:46.451 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.951442ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:46.221 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:46.221 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.560 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 07:20:46.560 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:46.563 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354723406\n# Parse_time: 0\n# Compile_time: 0.001589566\n# Rewrite_time: 0.000007881\n# Optimize_time: 0\n# Wait_TS: 0.000304111\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:46.564 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 07:20:46.568 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 07:20:46.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 07:20:46.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 07:20:46.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 07:20:46.591 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:46.591 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 07:20:46.646 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.007927ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 07:20:46.688 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:46.688 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 07:20:46.725 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.22001ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.795 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:46.836 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 07:20:46.836 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:46.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:46.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:46.899 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:46.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 07:20:46.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:46.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:47.042 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.447993ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 07:20:47.053 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 07:20:47.053 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 07:20:47.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.083483ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:46.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:47.145 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:46.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:47.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 07:20:47.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:47.195 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352662475\n# Parse_time: 0\n# Compile_time: 0.003610351\n# Rewrite_time: 0.001778209\n# Optimize_time: 0\n# Wait_TS: 0.000413801\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 07:20:47.707 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449571729485332487\n# Query_time: 0.365688979\n# Parse_time: 0\n# Compile_time: 0.174334773\n# Rewrite_time: 0.004347548\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 358097\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODIuMW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI5LjQBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDcxOS4zwrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDY0LjHCtXMRQQx3YWl0DRoMMzYuMh0aKGt2X3JlYWRfd2FsDWgUIDEwNC45CSMIaWt2MhoADDIxLjgJgwxzY2FuPoMADGtleXMFxihnZXRfc25hcHNobxF3DDExLjQFVGhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpER4bjoge3ByZXdyaXRlOjEuNTYhOQFRESIQczo0MTAFhxE2DDoxLjEFJxxzbG93ZXN0XxFAJUYAIDGGQDAuMDAxcywgcmVnaW9uX2lkAesQLCBzdG8hrDQxMjcuMC4wLjE6MjAxNiF7BGltLmUBOgsBBDcxKSUEfSw6CwEBqzr8AAQyMi1QWvwABew5TQWRFF9iYXRjaCW5DDogMjQttChwcm9wb3NlX3NlbiGzSGl0OiAwcywgcGVyc2lzdF9sb2cZ7wQxMSlxCV4UbGVhZGVyDVAkNzJucywgc3luYwkzBDYwTS4JLDBtZW10YWJsZTogMi41QS05oAViEDM1Ni42Jc0QYXBwbHkyqwAEMTgN7AUbFY4EMTBJOhwsIG11dGV4Xyn7AbwJczKfABkXAHdlPggzLjcFbgkrGZ4AMUnLLkACGHByaW1hcnn++QFq+QEIMzY4Bf2O+QEINi40YS8ELCDe+QEEMTMtma75AQQ1OTIwATJbAQQzNzb6AQAzUVo+XAEMNjg5bgHkbXYl+AgxNzYu3QE2+AEAMIWdACw6+AEANikAAG3C9QEt3AAsQpkABDEyJRMl9W3KCG51baEsCcOFhQAxETgYYnl0ZTozMgUubGluc2VydDoxNTIuN21zCTEwMS43IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 07:20:47.814 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.26219138s] [2024/05/06 07:20:47.834 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afde067b-33d0-4200-80eb-855a4d03d123"] [2024/05/06 07:20:47.834 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afde067b-33d0-4200-80eb-855a4d03d123"] [2024/05/06 07:20:47.836 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afde067b-33d0-4200-80eb-855a4d03d123"] [] [2024/05/06 07:20:47.837 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 07:20:47.837 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=28.414µs] [2024/05/06 07:20:47.837 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=11.794µs] [2024/05/06 07:20:47.837 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=6.383µs] [2024/05/06 07:20:47.837 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=13.451µs] [2024/05/06 07:20:47.837 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=6.259µs] [2024/05/06 07:20:47.837 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.488µs] [2024/05/06 07:20:47.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=11.782µs] [2024/05/06 07:20:47.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=7.913µs] [2024/05/06 07:20:47.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=6.888µs] [2024/05/06 07:20:47.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.628µs] [2024/05/06 07:20:47.838 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 07:20:47.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.448µs] [2024/05/06 07:20:47.838 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 07:20:47.838 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 07:20:47.838 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 07:20:47.851 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=afde067b-33d0-4200-80eb-855a4d03d123] ["take time"=32.335481ms] [2024/05/06 07:20:47.851 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=afde067b-33d0-4200-80eb-855a4d03d123] [2024/05/06 07:20:47.854 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1304] [2024/05/06 07:20:47.854 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 07:20:47.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 07:20:47.854 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 07:20:47.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 07:20:47.854 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 07:20:47.854 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 07:20:47.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 07:20:47.854 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 07:20:47.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 07:20:47.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 07:20:47.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 07:20:47.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 07:20:47.854 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 1c9e7243-1733-4fe3-b077-c60eda644356 watch owner key /tidb/br-stream/owner/6f188f4cc4ecd83f"] [2024/05/06 07:20:47.854 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 07:20:47.854 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1c9e7243-1733-4fe3-b077-c60eda644356"] [2024/05/06 07:20:47.854 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 07:20:47.854 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 07:20:47.856 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1c9e7243-1733-4fe3-b077-c60eda644356"] [error="context canceled"] [2024/05/06 07:20:47.856 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 07:20:47.856 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 07:20:47.856 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 07:20:47.856 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 07:20:47.856 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1c9e7243-1733-4fe3-b077-c60eda644356] [daemon-id=LogBackup::Advancer] [2024/05/06 07:20:47.856 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1c9e7243-1733-4fe3-b077-c60eda644356"] [2024/05/06 07:20:47.856 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 07:20:47.856 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 07:20:47.856 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=37.960713ms] [2024/05/06 07:20:47.856 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365782699169500611] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 07:20:47.867 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 07:20:48.018 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1392] ["lease id"=6f188f4cc4ecd90e] [2024/05/06 07:20:48.020 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 07:20:48.116 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=91.67808ms] [2024/05/06 07:20:48.121 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 07:20:48.122 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [runWorker=true] [2024/05/06 07:20:48.122 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 07:20:48.124 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 07:20:48.125 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 07:20:48.125 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 07:20:48.125 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 07:20:48.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 07:20:48.126 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 07:20:48.126 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 07:20:48.127 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] ["owner key"=/tidb/ddl/fg/owner/22318f4cc4ecd8af] [ownerID=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [op=none] [2024/05/06 07:20:48.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 07:20:48.128 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6f2ad98f-a33c-42c3-93cc-aaf2fb46a4ac] [daemon-id=LogBackup::Advancer] [2024/05/06 07:20:48.151 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 07:20:48.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 07:20:48.152 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 07:20:48.154 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] ["owner key"=/tidb/bindinfo/owner/22318f4cc4ecd8b4] [ownerID=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [op=none] [2024/05/06 07:20:48.167 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 07:20:48.173 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 07:20:48.176 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 07:20:48.177 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] ["owner key"=/tidb/ddl/fg/owner/22318f4cc4ecd8af] [ownerID=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [op=none] [2024/05/06 07:20:48.177 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [op=none] [2024/05/06 07:20:48.177 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 07:20:48.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 07:20:48.268 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 07:20:48.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 07:20:48.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 07:20:48.280 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 07:20:48.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 07:20:48.280 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 07:20:48.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 07:20:48.280 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 07:20:48.280 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 07:20:48.280 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 07:20:48.282 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 07:20:48.283 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 07:20:48.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 07:20:48.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 07:20:48.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 07:20:48.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 07:20:48.284 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 07:20:48.286 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] ["owner key"=/tidb/stats/owner/22318f4cc4ecd8b9] [ownerID=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [op=none] [2024/05/06 07:20:48.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 07:20:48.290 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 07:20:48.301 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d11dc6ad-4a26-4a71-95d9-750f6386a92e] [2024/05/06 07:20:48.301 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 07:20:48.302 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 07:20:48.309 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 07:20:48.310 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 07:20:48.310 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 07:20:48.330 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.873765ms] [2024/05/06 07:20:48.344 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGlobalSortBasic [2024/05/06 07:20:48.356 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/06 07:20:48.359 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/06 07:20:48.389 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:48.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:48.389 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:48.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/05/06 07:20:48.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:48.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:48.492 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.103503ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 07:20:48.502 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 07:20:48.540 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.391217ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:20:48.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:48.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:48.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:48.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 07:20:48.653 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:48.661 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/06 07:20:48.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:48.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:48.714 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:48.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/06 07:20:48.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:48.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:48.792 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 07:20:48.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.945759ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:20:48.910 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 07:20:48.945 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.216497ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:48.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:48.994 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:48.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:49.044 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 07:20:49.044 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:49.049 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.39040091\n# Parse_time: 0.001544759\n# Compile_time: 0.001089906\n# Rewrite_time: 0.000010359\n# Optimize_time: 0.000438503\n# Wait_TS: 0.000399608\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/05/06 07:20:49.111 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1c9e7243-1733-4fe3-b077-c60eda644356"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 07:20:49.146 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 07:20:49.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 07:20:49.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 07:20:49.146 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 07:20:49.284 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:49.285 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:49.301 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 07:20:49.301 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 07:20:49.301 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d11dc6ad-4a26-4a71-95d9-750f6386a92e] [watcherID=ee467785-308e-417c-ac26-883669c44b43] [2024/05/06 07:20:49.310 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 07:20:49.323 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:49.324 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 07:20:49.324 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 07:20:49.324 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 07:20:49.324 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 07:20:49.486 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 07:20:49.643 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 07:20:49.695 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 07:20:49.695 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 07:20:49.800 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 07:20:49.802 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:49.804 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/06 07:20:49.825 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:49.825 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:49.828 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 07:20:49.828 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 07:20:49.829 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=152.919µs] [2024/05/06 07:20:49.829 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=437.671µs] [] [1,529 / 1,567] GoCompilePkg br/pkg/conn/conn.a; Downloading br/pkg/conn/conn.a, 95.4 KiB / 7.3 MiB; 2s remote-cache ... (6 actions, 0 running) [2024/05/06 07:20:49.830 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 07:20:49.830 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 07:20:50.024 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 07:20:50.055 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:20:50.094 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:20:50.096 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 07:20:50.098 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:50.099 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:50.100 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 07:20:50.109 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:50.109 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:50.109 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.109 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:50.110 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.110 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:50.110 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:50.110 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.110 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.125 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 07:20:50.128 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:20:50.129 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:20:50.130 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:20:50.130 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 07:20:50.176 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/06 07:20:50.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/04244b86-551b-464b-ab0f-f8b49314b49d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b37191d3-a3d1-4f6f-b670-36560af55841] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c277bdef-316f-4a66-b9e9-282d1495a12f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a9b9b7c6-dbfa-4b8b-9751-0cd1bb65077c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/461bac17-3aa5-4517-90ad-649fb8291e1e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e085ea85-331c-4e78-8cc5-1a41a958a4e7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c841907e-e6c7-4a11-b36d-da998f09d77b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.177 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 07:20:50.181 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/06 07:20:50.187 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=1.393529ms] [encodeDur=2.08029ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=2.248475ms] [type=file] [takeTime=6.333965ms] [] [2024/05/06 07:20:50.198 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=10.409877ms] [write-speed(bytes/s)=16.79KiB] [2024/05/06 07:20:50.198 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=13.83µs] [write-time=10.608819ms] [sort-speed(kv/s)=216919.7397] [writer-id=data/21952279-c85d-4a7b-8f01-d517034c8898] [2024/05/06 07:20:50.198 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/21952279-c85d-4a7b-8f01-d517034c8898] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 07:20:50.206 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=8.012893ms] [write-speed(bytes/s)=29.86KiB] [2024/05/06 07:20:50.207 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.354µs] [write-time=8.153641ms] [sort-speed(kv/s)=560328.7262] [writer-id=index/2/21952279-c85d-4a7b-8f01-d517034c8898] [2024/05/06 07:20:50.207 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/21952279-c85d-4a7b-8f01-d517034c8898] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 07:20:50.221 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=14.484979ms] [write-speed(bytes/s)=10.92KiB] [2024/05/06 07:20:50.221 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.854µs] [write-time=14.641964ms] [sort-speed(kv/s)=437700.6128] [writer-id=index/3/21952279-c85d-4a7b-8f01-d517034c8898] [2024/05/06 07:20:50.222 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/21952279-c85d-4a7b-8f01-d517034c8898] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/06 07:20:50.230 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=8.400666ms] [write-speed(bytes/s)=18.83KiB] [2024/05/06 07:20:50.230 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/21952279-c85d-4a7b-8f01-d517034c8898] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.19µs] [write-time=8.540787ms] [sort-speed(kv/s)=484652.6656] [writer-id=index/1/21952279-c85d-4a7b-8f01-d517034c8898] [2024/05/06 07:20:50.230 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/21952279-c85d-4a7b-8f01-d517034c8898] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/06 07:20:50.231 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=54.849737ms] [] [2024/05/06 07:20:50.231 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/06 07:20:50.350 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/06 07:20:50.352 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3b0763cd-c95b-4007-a91f-c31bcc3384c0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.352 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5106ae8d-d0f4-4c42-9bf7-1b3d2de0d4e9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.352 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 07:20:50.352 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9d2db88a-101e-4926-bdc4-35180adb46d1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.352 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a985df4a-edf0-45c6-8337-261395dfc247] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.352 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5c501793-a18b-4754-8aa9-e3ecfdef503e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.352 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6032a110-f8e5-4199-a89e-63a79cd6ba3a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.352 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/76b3f9bd-dcef-4ec9-be6b-03bced45373f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:50.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/06 07:20:50.360 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=1.254831ms] [encodeDur=2.022946ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=1.446598ms] [type=file] [takeTime=5.164788ms] [] [2024/05/06 07:20:50.365 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.785203ms] [write-speed(bytes/s)=36.53KiB] [2024/05/06 07:20:50.365 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.012µs] [write-time=4.933555ms] [sort-speed(kv/s)=499001.9960] [writer-id=data/9b083e4e-d41f-4228-97bf-c1448d3635f9] [2024/05/06 07:20:50.365 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9b083e4e-d41f-4228-97bf-c1448d3635f9] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 07:20:50.384 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=18.122184ms] [write-speed(bytes/s)=13.2KiB] [2024/05/06 07:20:50.384 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=7.477µs] [write-time=18.257003ms] [sort-speed(kv/s)=401230.4400] [writer-id=index/2/9b083e4e-d41f-4228-97bf-c1448d3635f9] [2024/05/06 07:20:50.384 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/9b083e4e-d41f-4228-97bf-c1448d3635f9] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 07:20:50.389 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.141191ms] [write-speed(bytes/s)=30.77KiB] [2024/05/06 07:20:50.389 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.751µs] [write-time=5.287361ms] [sort-speed(kv/s)=444378.6106] [writer-id=index/3/9b083e4e-d41f-4228-97bf-c1448d3635f9] [2024/05/06 07:20:50.389 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/9b083e4e-d41f-4228-97bf-c1448d3635f9] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/06 07:20:50.394 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.536173ms] [write-speed(bytes/s)=34.88KiB] [2024/05/06 07:20:50.394 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/9b083e4e-d41f-4228-97bf-c1448d3635f9] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.475µs] [write-time=4.676099ms] [sort-speed(kv/s)=547945.2055] [writer-id=index/1/9b083e4e-d41f-4228-97bf-c1448d3635f9] [2024/05/06 07:20:50.394 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/9b083e4e-d41f-4228-97bf-c1448d3635f9] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/06 07:20:50.394 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=43.944052ms] [] [2024/05/06 07:20:50.394 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/06 07:20:50.457 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 07:20:50.459 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:50.459 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.459 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:50.459 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:50.461 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:20:50.461 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:50.461 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:50.461 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.461 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:50.461 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=367.146798ms] [] [2024/05/06 07:20:50.519 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:20:50.521 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:50.523 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:20:50.550 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/06 07:20:50.550 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/06 07:20:50.550 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/06 07:20:50.550 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/06 07:20:50.550 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 07:20:50.550 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 07:20:50.737 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:20:50.740 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:50.742 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:20:50.778 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/05/06 07:20:50.778 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 07:20:50.799 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:50.799 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:50.805 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:50.805 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:50.806 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:50.807 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.807 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:50.808 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.808 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:50.808 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.808 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:50.808 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.813 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:50.813 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.813 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:50.813 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:50.814 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:50.814 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:50.820 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 07:20:50.820 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:50.823 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:50.824 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:50.824 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:50.825 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.825 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:50.826 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.826 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:50.826 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.826 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:50.826 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.830 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.830 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.830 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:50.830 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:50.831 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:50.832 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:50.836 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 07:20:50.836 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:50.838 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:50.839 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:50.840 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:50.840 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.840 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:50.841 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.841 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:50.841 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:50.841 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.841 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.846 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:50.846 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.846 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:50.846 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:50.847 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:50.847 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:50.851 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 07:20:50.851 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:50.854 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:50.855 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:50.855 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:50.856 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.856 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:50.858 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:50.858 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.858 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:50.858 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:50.858 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:50.862 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:50.862 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:50.862 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:50.862 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:50.863 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:50.863 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:50.867 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/06 07:20:50.868 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:50.868 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 07:20:50.868 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 07:20:51.056 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 07:20:51.113 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:20:51.167 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:20:51.171 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.171 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.180 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:51.180 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:51.181 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:51.181 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:51.182 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:51.182 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:51.182 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:51.182 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:51.182 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:51.197 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:20:51.199 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:20:51.199 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:20:51.253 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=1] [2024/05/06 07:20:51.253 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.258 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 07:20:51.258 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:51.281 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:51.281 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:51.281 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:51.282 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 07:20:51.283 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.658µs] [2024/05/06 07:20:51.283 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.512177ms] [] [2024/05/06 07:20:51.283 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:51.283 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 07:20:51.283 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:51.289 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.686703ms] [] [2024/05/06 07:20:51.293 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.294 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=11.046899ms] [] [2024/05/06 07:20:51.294 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:51.294 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=11.288206ms] [droppedSize=0] [2024/05/06 07:20:51.294 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=15.474µs] [2024/05/06 07:20:51.309 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 07:20:51.311 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=1] [takeTime=57.898567ms] [] [2024/05/06 07:20:51.378 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=2] [2024/05/06 07:20:51.378 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.383 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 07:20:51.384 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:51.407 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:51.407 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:51.407 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:51.408 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 07:20:51.408 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=9.847µs] [2024/05/06 07:20:51.408 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.192838ms] [] [2024/05/06 07:20:51.408 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:51.408 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 07:20:51.408 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:51.412 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.953303ms] [] [2024/05/06 07:20:51.417 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.417 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.092317ms] [] [2024/05/06 07:20:51.418 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:51.418 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.306454ms] [droppedSize=0] [2024/05/06 07:20:51.418 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.948µs] [2024/05/06 07:20:51.430 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 07:20:51.432 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=2] [takeTime=53.650719ms] [] [2024/05/06 07:20:51.528 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=3] [2024/05/06 07:20:51.528 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.534 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 07:20:51.534 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:51.556 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:51.556 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:51.556 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:51.557 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 07:20:51.558 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.515µs] [2024/05/06 07:20:51.558 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.225869ms] [] [2024/05/06 07:20:51.558 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:51.558 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 07:20:51.558 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:51.564 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.443667ms] [] [2024/05/06 07:20:51.568 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.568 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.263414ms] [] [2024/05/06 07:20:51.568 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:51.568 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.53064ms] [droppedSize=0] [2024/05/06 07:20:51.568 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=18.051µs] [2024/05/06 07:20:51.582 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 07:20:51.585 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=3] [takeTime=56.620008ms] [] [2024/05/06 07:20:51.661 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=data] [2024/05/06 07:20:51.662 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:51.667 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/06 07:20:51.667 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:51.690 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:51.690 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:51.690 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:51.691 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/06 07:20:51.691 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.654µs] [2024/05/06 07:20:51.691 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.088747ms] [] [2024/05/06 07:20:51.691 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:51.691 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/05/06 07:20:51.691 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:51.695 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.729517ms] [] [2024/05/06 07:20:54.231 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:2.346649806s txnStartTS:449571730704302085 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:2.74ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:6 total_versions:18 rocksdb_delete_skipped_count:6 rocksdb_key_skipped_count:60 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 07:20:54.232 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:54.233 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=2.542159654s] [] [2024/05/06 07:20:54.233 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:54.233 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=2.542401827s] [droppedSize=0] [2024/05/06 07:20:54.234 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=16.491µs] [2024/05/06 07:20:54.234 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449571730717671428\n# Query_time: 2.3518552059999998\n# Parse_time: 0\n# Compile_time: 0.002991025\n# Rewrite_time: 0.000486763\n# Optimize_time: 0.001240696\n# Wait_TS: 0.000110595\n# Cop_time: 0.002697116 Process_time: 0.00015944 Wait_time: 0.000111489 Request_count: 1 Total_keys: 107 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 53 Rocksdb_key_skipped_count: 265\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.00015944 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000111489 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 255\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.002133422\n# PD_total: 0.000030866\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8QXwVTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6My4wMW1zLCBsb29wczoxLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAyLjMzASlEcHJvY19rZXlzOiAwLCB0b3RfARIoOiAxNTkuNMK1cywFFCh3YWl0OiAxMTEuNQUUgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDc4LjkFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBYUMYWxfdAHjeDIuMm1zfX0JMjU1IEJ5dGVzCU4vQQoxCTFfNgkxXzA1I0BsZShteXNxbC50aWRiX21kbAVbTC52ZXJzaW9uLCA1MykJMAl0aWt2Ba0EOnsFXgAxIRUtPkh9LCBzY2FuX2RldGFpbDoge3RvAYYAayUuQDEwNywgZ2V0X3NuYXBzaG90CZ4QIDg1LjIF6phyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDUzLCBrZXk+FwAgMjY1LCBibG9jIbMQfX19LCABmD6EACGlCGVzcw10Mq0BCGFsXyGvERs1tA29JHZfcmVhZF93YWwtUAAgBfMlCB0VCDQwNyXsAH0hXgEEHAoyCTQzXzUJIWMsMTAwMDAJdGFibGU6Ml4BfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvfnEBIAlOL0EJTi9BCg==')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('2gaYCtUGCg1UYWJsZVJlYWRlcl83EpsECgtTZWxlY3Rpb25fNhKWAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvah10aWt2X3Rhc2s6e3RpbWU6MW1zLCBsb29wczoxfXD/////BQQEAXgFBwEBAAEFhSyATyJBKauqqqqq9qkFhRBSI2xlKAWEAC4ygwA8LnZlcnNpb24sIDUzKWqhAnJxAAgsIHMB6PCGZGV0YWlsOiB7dG90YWxfa2V5czogMTA3LCBnZXRfc25hcHNob3RfdGltZTogODUuMsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1Mywga2V5X3NraXBwZWRfY291bnQ6IDI2NSwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0LoQAHHByb2Nlc3NfCXQQMTU5LjQFdQmiCHdhaRGPEDExMS41HRssa3ZfcmVhZF93YWxsET4MbXMsICUIHRUINDA3BTgEfXAhZQUBMnUBIWwM6nPmQDl1JAFAAVIQZGF0YTpdNgRaFAWiCDMuMAVmLcocYtkBY29wX3Qh6Egge251bTogMSwgbWF4OiAyLjMzAZAB4S1qBDAsAdcF8wQ6IDLrAAXpADod5IBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhhuOiA3OC45JR6obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxGF9ycGM6MSwBmQBhLUhYMi4ybXN9fXD/AXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 07:20:54.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449571730704302085\n# Query_time: 2.377547406\n# Parse_time: 0\n# Compile_time: 0.017771579\n# Rewrite_time: 0.00246625\n# Optimize_time: 0.011038314\n# Wait_TS: 0.000122501\n# Cop_time: 2.352085064 Process_time: 0.000360762 Wait_time: 0.000501968 Request_count: 4 Process_keys: 14 Total_keys: 30 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 13 Rocksdb_key_skipped_count: 74 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 9.019e-05 Cop_proc_p90: 0.000123345 Cop_proc_max: 0.000123345 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000125492 Cop_wait_p90: 0.000336483 Cop_wait_max: 0.000336483 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 74613\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lzOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjIuMzVzLCBsb29wczoyCTQuNzMgS0IJMCBCeXRlcwoxCTNfMTUJapAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28BySBDb2x1bW4jMzVWXQEILCBDGXcMOk9GRiFuADEhbiROL0EKMgk2XzE2JfogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALm4CEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAXnYDTHBhcnRpYWxfd29ya2VyOnt3YWxspR+F/SQyNjQ4MTE3cywgHe8MOjUsIEWTaG51bToxLCB0b3Rfd2FpdDoxMS43NjIwMTczMKE3ARg4ZXhlYzoyMDAuMjU0wrVzCS2lXAktEDQ3Njc4AWAIbWF4CXIsNTU1ODQ0cywgcDk1MhIAFH0sIGZpbmKrABQzMjk5NTcBeF6rAAG3EasUNTYuMTg4FZIFpxA5LjYwNhUTGaUINTIwIQkEcywVpRQzMjUwMDgdpA0RAH2BrQEEBAozwRscOAkwCTAuMDJergaBq1o/BCVg/h4GWh4GeWdafQAyMwNeJAAu/wJaJABJ0lodAC6dAjKsBnaoBV7IAm4+Bhg0CTE3XzIwMY5QaW5uZXIgam9pbiwgZXF1YWw6W2VxLuQFSoIAcssAAR0QKSBlcSjRQgA3wc7J7wg2KV1eswBYYnVpbGRfaGFzaF90YWJsZTp7dG90YWxF9RxzLCBmZXRjaBENBSwQOjE4MC5hRyR9LCBwcm9iZTp7PYdN4ARhbGFbQZ1xU0GoBS4IMzAyBT8NXBAgYW5kIHG5HDhzfQkxMC4y4XIe4AgcNQkzXzIxKEIBqAApMT49z44oAUokAB20FCwgY2FzdHp8AXkMMGRvdWJsZSBCSU5BUln9sgA3XmMBPhYCCDIuNiJUCBQ2CTMwXzJ1pF5DABBpbmRleBJeCgQ6ICmhiRsQIDEuNm0xSxhfaGFuZGxlARUENTgBFimwECAzLjczhVIlZwggMTElgAB9oUAIYmxlTlYAGnMKoVsEIDE2dwUsIDV9LCBuZXh0OiB7AVAAXwWbAXQAOQWKBRRFShxfbG9va3VwXxGGBDE3FYU2IQAQcmVzcDoJdBR9CTIwLjAh/w5xCRg3CTQ3XzI1MfwYMV8wCTEwCQVdDDpzdCwpFhA6aWR4X6E7DF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCAOQQgkczpwc2V1ZG8JNhZ1CwwxLjUxIUMWdgsAMyEEAHAxKjEXQdsQIDEuMDQBKQxwcm9joSwMczogNslhARIQOiA1NC4pfbX2ECA4OC4yJQtoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKbwFcghfZHUFGhhuOiA2Ni4xBTosbWF4X2Rpc3RzcWxfXcpMOiAxfSwgcnBjX2luZm86e0NvcDoBrwxfcnBj7SUOpQwcaW1lOjkzNy7BaBx9fSwgdGlrdgVrBDp7BRwAMCJvDAFPKHNjYW5fZGV0YWlsVX0B3Ahlc3My8QAEYWwyFwAkX3NpemU6IDM2MCUPBGFsDS0INywgEpELGG5hcHNob3RNyAQ2OQWOfCwgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JV0Ia2V5PhYAHDEyLCBibG9jYR8AfQnTBG1lXrUABeQymQHh0ARhaRGMNaAlGCaMCBwgMjI4LjXCtf1iHDcJMV8yNyhQgdoAKUWh5WsEaW56TgRBc0hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpXjUEAGNaswJt3iHELZQysgIIMTIzQrMCCDMzNgX6ZQi2tAIENDOFbxK4CPq0AhAyLjc0bf6yAoKyAgg3ODcWpQlVswQxOFK0AgQ3OA3a1rQCYRm6tAIymwE2tQI5oj62Agw3MDAuoXsmGAoYOAk0NV8yNkWwMlEFihwFZioEobMBBOmyADlxFRgwCTI5Ljk3LrMHPqMO/c4uGwD5c14hABJFDlodAG1jWh4A/n8K/n8KTn8KPoYILgwBDqYLXnkIADZeAQQ+eQgMNC4zNPFcEnkIADMOzhApn15EAOXfyR0+eggANMX5EiIKKnsIBDQz4Q/x9QQuMhbgDKFfEDogNC41RYr+ewg2ewgIMi4wdnsICDIuMw45DQGETnoIBDMugVYQCTIxLjUxHhJ6CAQzMy56CAAzHnoIInkIRWIAKAUGKnEIDHBhdXOhyAAsFQooXSwgWyJyZXZlcnQJGRkMCRut+gAs1QSGpwgaHBQAMQG7HhwUaqYICDk1NI2svfYaNg8BEgw6IDcxreEmqAgEMjjtlABjvqgIBDQwETvuqQgWqQgIODY1EvUI6dZmfwQALIqpCAnyVqkIBDYyNqgIADRS9AUIMTEuSdF+9AUAMQ5qCkKoCCqnCCb4CR7aCJq5CC6qATYEBjWxPgMGCDE2NRJzCrmkDrkIBDM1saQOWguJB1Z7CC6KBBJoDiJ0CAwzLjAyYfAWKAsAMhIgCJEuMigLCDIuMRKUDEFuGnYIKY5NgAAxDosREtwKWYEENDjFuQVVtnUIDDY3LjkFTe6AAkmACDEuOIEfgbQ6fgIqIQyWKAsJ8VZ/Agw4NDg3NoECADFSgQIEMjIanQlZgR5FCEJSAgAymlICMnwBNlMCNYMAdA4WEBxfa3ZfcmVhZC4VCyUGJRsuKgsEOTI6cQISdAgEMzRFay5LBXpzCIHoNvQDBXBJbygxfQlOL0EJTi9BCg==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('kzfACo43CgdTb3J0XzEzEvI1Cg1Qcm9qZWN0aW9uXzE1EuYyCgpIYXNoQWdnXzE2EokpCjIhABQ4Et0lCgsBISRKb2luXzIwEusQMkMAZDIxEvIOCg5JbmRleExvb2tVcF8yOBLLBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0NgIAACRAMAY4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuNTFtcywgbG9vcHM6M2LaAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDRtcywgcHJvY19rZXlzOiA2LCB0b3RfcHJvYzogNTQuM8K1cywgdG90X3dhaXQ6IDg4LjLCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA2Ni4xwrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZTo5MzcuNsK1c319arECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDYsIHRvdGFsX3Byb2Nlc3Nfa2V5c19zaXplOiAzNjAsIHRvdGFsX2tleXM6IDcsIGdldF9zbmFwc2hvdF90aW1lOiA2OS42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDYsIGtleV9za2lwcGVkX2NvdW50OiAxMiwgYmxvY2s6IHt9fX0sIHRpbWVetQAcdGltZTogNTQ5mhhhbF93YWl0DRoIODguKaEgdGlrdl93YWxsDRkoMjI4LjXCtXN9cP8RAQQBeBEKJP8BEukGCgxTZWxtNUAyNxKOAQoRVGFibGVSb3dJREnfADZJ3ARUpULcAggNCgtd3AhSHmtyqwIEahwFn0WVRrcBVqIACBoBAgl+NJClQCmg20sao3WUPzABYVoQUm5pbihlWUwudGlkYl9iYWNrZ3JvdW5kX3N1YgFmXC5zdGF0ZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAUZXApKVoTJYcMMi4zNXVpCDJi2WJpAw0pQWIIX2tlWXYAXwESEDogMTIzOc8lzRA6IDMzNiWvCCwgY75qAxg0My40wrVz/moDYWokMi43NG1zfX1qtf5oA3JoAxA3ODc1LIFmAGFxaRwxOCwgZ2V0XzpqAwQ3OA3bGHJvY2tzZGK6agMINjAsvmoDMpwBNmsDOaNFzX1sEDcwMC43ZmwDHCGNRGyNMvVyMscCCAFAAVZXAgjpAWnBeGktCCB7dLkITCAxLjZtcywgZmV0Y2hfaGFuZGxlARUENTgBFihidWlsZDogMy43M0UOgSUMOiAxMSVCDH0sIHRh3E5WAE2uCG51bcUrDGNvbmO1pCg1fSwgbmV4dDogewFQAF8FmwF0ADkFigUUCVkYbG9va3VwXxGGADEhEAAsSiEAEHJlc3A6CXQMfXCSoC6UBOFMGKmDwKdjFXQ+KwEIUpUBfvADDGVwLCB2JAAd2hQsIGNhc3R6/QOBSWHAaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzN1bDAQQPQz1EFE9GRnDsFC57BQSqEjZuCAg5Eus6bggQMzYSigZCbggIMzMaHm4IBLiasZIEPkCpFAxKHAoasZIUAXQaDgoFpQMAEgkHBFJtHmUIDHBhdXOhBgAsFQooXSwgWyJyZXZlcnQJGRkMCRutOAAstUIAXYKbCKkxCDEuNEGaBGxv4Z8IM2LdYjEFCDk1NEWnACwuNAUAMYUjrTQENzGtHw6vCEF3FDogMjguNkXqAGPCMgUAMBE7GG1heF9kaXPqnQgQODY1LjFh/Ah9asHuNQWlNQnzOrQIBF9zEp0IBDYyJRC1MwA0UjIFDDExLjglFX4yBQAxIcQIeV9zNpwIADK5MQhjYWMa7QkkY291bnQ6IDZ9fYFHJGltZV9kZXRhaWyVnsHXCGVzcxp6CC6rATZCBTWyPkEFCDE2NRLHCFoLCAQSozKtCAQzNU6tCAQzNBYvCASquUIbAwgMCgp5G4KsCAAdBZ5h/RqsCAAxWcUAMVqiACKtCCgEukApuR6F61H4PW2ZBFIoVm4IFGdsb2JhbAVoBC5zFmcIABQhXRA6My4wMhlydmgIADGl+yGAgakAc6XBYSIBEqH9ADHFmEU5bTYENDgNE8I2Aww2Ny45RVvuNQNpNQgxLjgWaAgAtEIzAzJtAQgsIHMOZw1abwIWWwluNAMMODQ4NwX9dTYAMVI2AwQyMhqRCXk2GGJsb2NrOiBGBwMAMpoHAwAxLn0BNggDNYTp3Rhrdl9yZWFkLlIIJQZFiCpnCAgyOTJuJgMcIYk7w9ZL4Y0ygQLWZwgANKW4PmgIBDQzQZfx4gQuMolpqY0INC414fKBIf5oCCpoCAgyLjB2aAgMMi4zNGpnCAAzwYEMfXCvrDZnCCACIekglPkmAY8+KwEIUtsCKkMILqIDCGlkLC5eCC4bAIEqQYxmIQAIeXBlYh0A5aZiHgAYcHJpb3JpdGZcABRjcmVhdGWlemJFADL4CFrgAIGCYkEACHRhchKdCwRjbwHJPjoJLgwBISdeLQkANhoWCBpwChYWCAAyRi0JBNwiKi0JQCHFqRolOc6UQCmJ0t7gC5OZDgMOZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2VxetIJcuYAAR0QKSBlcSgi3gkELCARCwg2KV1WvgAEkAFlEBBfaGFzaBYKCwQ6e2XWEedlRRENBSwMOjE4MBLuCAB9Eu8IDGJlOns9ogA6HhoNADrhyxbWDRE/BHByAS4IMzAyBT8aCQwMIGFuZGmFBTEsfXDUUSF+/VR9SBaVQjUBAMv+3wL+3wL+3wL+3wKK3wJ9IQBiRlgQPapWEQJC/AsE2CUuzwIYzqZn4m+alR6jCADwUc8EtwYOwRAQcCBieTodgT5bAyBmdW5jczptYXh66AIdpiquDAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GALEYZkwAESKemAChSWpOAKVnKSN+nACldmZLAAUfnpYAsaRmTwARIp5SAL3VZlUAHSWiWAAmlw5qWAAZJZ5YAKU6YjICAR6eSgAuagZmUgAuJgBWhgMYzgJwYXJ0aQ53CRhvcmtlcjp7JkgJwYAYMjY0ODExNxJvEybvEKF7DGFza18OCxEWVwoWNQsoMTEuNzYyMDE3MzAOARQOYQsOxhcYOjIwMC4yNRZ9EwEVEr8LCS0QNDc2NzgBYA56FwVyEDU1NTg0Dq0ICHA5NTISABR9LCBmaW5iqwAUMzI5OTU3AXg9mjKrAAG3AG8NqxA1Ni4xOBaZCQEUBacMOS42MBYqDwETGaUINTIwIQndZBAzMjUwMMF1EaQNEVr2DBghNA3OSNbkRs4EAKv+aAb+aAY6aAZJg1rSBHmeWiEAPXhiIwkyjgNaSAAutwImWwgANVbCAnpIBhSSxxdV2PxGegEAXlp8AIblAIpJCgRpZFKsABBw6CUYAQ==')\n# Resource_group: default\n;"] [2024/05/06 07:20:54.245 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449571730717671426\n# Query_time: 2.363032002\n# Parse_time: 0\n# Compile_time: 2.354117195\n# Rewrite_time: 0.001337842\n# Optimize_time: 2.351287771\n# Wait_TS: 0.000136452\n# Cop_time: 0.000144512 Process_time: 0.000450743 Wait_time: 0.000168264 Request_count: 2 Total_keys: 426 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 106 Rocksdb_key_skipped_count: 1166\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000225371 Cop_proc_p90: 0.000260088 Cop_proc_max: 0.000260088 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 8.4132e-05 Cop_wait_p90: 9.4596e-05 Cop_wait_max: 9.4596e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 2266\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hRegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjMuMDJtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6T0ZGCTEuMzYgS0IJTi9BCjEJMTRfMTQJXnwAGV8YOmRlc2MsIEqDAAGgBGlkEX8MMi45Nh1/HAkwIEJ5dGVzEQgcCjIJMTdfMjgJ7lRpbm5lciBqb2luLCBlcXVhbDpbZXEoYmQAAcwgbHVtbiMxNSldGXEENzkdcaAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjY1MS4ywrVzLCBmZXRjaB0QBTIMOjBzfRGmEQgkCjMJMzFfNDEoQgFUACkJtUBkYXRhOlNlbGVjdGlvbl80MBGKEDQzNC45BWE1fGRjb3BfdGFzazoge251bTogMSwgbWF4OiAxLiUlIV80X2tleXM6IDAsIHRvdF8BEhg6IDI2MC4xBUoBFCR3YWl0OiA5NC42BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR/AFyCF9kdQUaEG46IDQ1DZc0bWF4X2Rpc3RzcWxfY29ZFkggMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwY0FBJT8AX0VdKDEuNW1zfX0JMjQ1LdhBRgg0CTEhBwQxX0VHUG5vdChpc3RydWVfd2l0aF9udWxsKErUARRyZW9yZykhVQx0aWt2BbUEOnsFZgQwc1W/PH0sIHNjYW5fZGV0YWlsOiApzC00QDIxMywgZ2V0X3NuYXBzaG90CaUIIDY2LT6Ycm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1Mywga2V5QhcAHDgzLCBibG9jIbgQfX19LCABlz6EACGrCGVzcw10MrMBBGFsJbUNGzW6BegId2FsLU0kIDUwMi44wrVzfSFGAQQcCjUJNDNfMzktSwwwMDAJScMuEQR8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9Fj2ZRAQFoAQQwCjMJNl8yOShQcm9iZSGGODY0MDAJZ3JvdXAgYnk6Q3FqQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdRRtZToyLjE2jgMQcGFydGkhEBhvcmtlcjp7Gf8cMS42MjY0MTFhvS6OAgg1LCBFwWExADBpFmUCHDcuNDMyMjQzATBhFwxleGVjRSsBDSGhHDo3LjU4NjQ2BYFhZxgxLjU1NzUzBTIIcDk1HRAUfSwgZmluUpcAHDIuMTAwNTQ1AWdelwABowRvdAmXBDI5bV4BEgWUDDUuMzZpqwETBZoYOC45ODUwNwFUAZkYMi4wMjE4OYkEBDk1HRA5n2FVADOBXCWYaVUAbmFLNXRtPBhtZToxLjQ0AVyNeAgJMzixd2GfEDUJNl8zIaIAOEFRNeJKkwNN0wxpbmcsTuoFJHNjaGVtYV9pZHNSHwBFqwkeSTMIbWluFa4AOE4uAggxLjMlrQ24ACxqLgIcNjQ4LjE5NMKhwF6XAS4uAhwyLjEyMzU3OCEXIYclmoFZAQ0llBgyLjI4MzM5RR4hlRg1MDYuNTg3BWIhlRkQai4CGDEuMjQ5NTQFZ16XAAA1XcUQNDAuNjhZHQWWEDcuNjc1BXcVnBg0Ljc2MzUyRSEBnBgxLjExNTc3BawBnBkQWTEANsGsDDM2CTAp6ABkwackSGFzaEFnZ18zMXGhDDQzNS4J5DV1ZqUGADVlBkEWrXItYgESEDogMTkwDUsBuGWkCCA3Mw0TAGO+pgYIMzIuKd7+pgbBpmG/QqcGADdhCAAxpVz+CgPOCgNKcAMWOwl9Gg4YCQB0ar0Fzg4HBDQ5GjkI/g4Hqg4HMhsCoWcEYWnxDlUiBejZDwggMzkW9QhZ0gQ4CeEOoQkOWQiBvYVj/g4HUg4H')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('7hnwSQrpGQoNUHJvamVjdGlvbl8xMxLQGAoHU29ydF8xNBLZFwoLSGFzaEpvaW5fMjgSxgYKDlRhYmxlUmVhZGVyXzQxEocECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqBAnRqfAAILCBzAfLwaWRldGFpbDoge3RvdGFsX2tleXM6IDIxMywgZ2V0X3NuYXBzaG90X3RpbWU6IDY2LjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTMsIGtleV9za2lwcGVkX2NvdW4BF0A4MywgYmxvY2s6IHt9fX0sIAFYPoQAHHByb2Nlc3NfARwQOiAyNjANdQmiCHdhaRGPDDk0LjYFjwXoDHdhbGwNNCA1MDIuOMK1c31WYQE0GgEBIVVVVVWVj/JAKQAFATQkQDgBQAFSEWRhdGE6U10lBFoWBYcQNDM0LjkFbARsbyW8FGLXAWNvcCnZVCB7bnVtOiAxLCBtYXg6IDEuNm1zLCABxy1QBDAsAb0F2TrRAAXPADoZyoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA0NQ2YqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFmABhLTckMS41bXN9fXD1AV2NEBLZDwoKYVkgQWdnXzI5EpgMLkUDEDMwErULGSAQMzUSpwc2eAMQMzYS6wQdIgAxTnYDADRF8/52A+52A212ACh1dgRAv2l2LJQBZ3JvdXAgYnk6bWH/NmsDIeQcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBEam9iX2lkKS0+Q29sdW1uIzE4/twDStwDBDQ5bU0Acv7cA6bcAxAxOTAuN2VWQtwDBDczERqBxH3cBDM5iRBa3AMcId7d3d0dPvdt2SHHYdkED2Rh2QhIYXNFyAQzMXXXADUNZ3HXANlq1wMENTVu2AMyzQBt2BXGwtgDDDMyLjQlGv7YA2HYADRK2QMlKQitbPg6KQEAhP7wAr7wAlXUXeAINVoUpXYMMS4zOSFzMZ1EswJwYXJ0aWFsX3dvcmtlcjp7WRkUNjQ4LjE5KTQuAAUcNSwgdGFza1+ho62IwUMgOjIuMTIzNTc4AWAgdG90X2V4ZWM64Z0BDQV+HDIuMjgzMzkzASKh2RQ1MDYuNThJsAhwOTUdEBR9LCBmaW5SlwAYMS4yNDk1NAVnXpcAADWlhwmXEDQwLjY4zdYRlhA3LjY3NUUNARMFnBg0Ljc2MzUyxWkBnBgxLjExNTc3BawBnBkQbigDCK1I/i3/BAC56QEAFhZlCABuDlsIMZoINSkpNZAENDQhDi2QCHD8At0qJBoBAiFEREREJGM+VQAEOGexQxVTACyN8hxmaXJzdHJvdx1tmedRBwgyLjEyBwIAsGoHAhwxLjYyNjQxMQGnXnABLgcCGDcuNDMyMjQlOSFeRgcCGDcuNTg2NDYFgilrEDU1NzUzBTIpaxEQagcCFDIuMTAwNWGIACxilwAuBwIEMjnt1xWUDDUuMzZZGEUFGDguOTg1MDcB6wGZGDIuMDIxODlFFAGZGRBeBAIYFK5H4Qx7CCppCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShimQYELCA11wQpXU0qCDIuNyUxTSoEYjsWvQgQaGFzaF/F9wA6FnEKFDo2NTEuMkXcEGZldGNoHRAFMiw6MHN9IZ2rBTkqfgg6pwAAPUqRAPmQFDpkZXNjLE6VB+lOFagpMA2oBWsA6kJrAE77BwFHEG1ldGEsTmQAGYgNaAwzLjAyIagNaAxiD0NvJqMJSE9GRnD0Cnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 07:20:54.248 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 07:20:54.266 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=data] [takeTime=2.604459551s] [] [2024/05/06 07:20:54.331 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:54.342 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:54.342 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:54.342 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:54.342 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:54.344 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:20:54.345 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:54.345 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:54.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:54.345 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:54.345 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=3.178014868s] [] [2024/05/06 07:20:54.420 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 07:20:54.423 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:54.427 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 07:20:54.427 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 07:20:54.513 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 07:20:54.516 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 07:20:54.517 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 07:20:54.654 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/05/06 07:20:54.654 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 07:20:54.717 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:20:54.760 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:20:54.819 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 07:20:54.819 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 07:20:54.819 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 07:20:54.819 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.958µs] [] [2024/05/06 07:20:54.819 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 07:20:54.819 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 07:20:54.819 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 07:20:54.819 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 07:20:54.819 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 07:20:54.820 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/06 07:20:54.820 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/06 07:20:54.826 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 07:20:54.826 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 07:20:54.831 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 07:20:54.831 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 07:20:54.832 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 07:20:54.832 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.614272ms] [] [2024/05/06 07:20:54.832 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.937096ms] [] [2024/05/06 07:20:54.882 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=121.99907ms] [] [2024/05/06 07:20:54.916 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 07:20:54.916 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 07:20:54.920 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 07:20:54.982 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 07:20:55.002 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 07:20:55.028 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 07:20:55.028 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 07:20:55.031 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/06 07:20:55.033 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:55.034 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:55.073 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=41.724569ms] [] [2024/05/06 07:20:55.099 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.037136605\n# Parse_time: 0.001244493\n# Compile_time: 0.00220334\n# Rewrite_time: 0.000472508\n# Optimize_time: 0.000438503\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 07:20:55.205 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 07:20:55.243 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 07:20:55.272 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:55.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:55.272 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:55.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 07:20:55.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:55.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:55.328 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 07:20:55.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.596995ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 07:20:55.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 07:20:55.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.721582ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:55.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:55.500 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 07:20:55.513 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 07:20:55.519 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:55.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:55.602 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 07:20:55.602 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:55.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.363585048\n# Parse_time: 0.000363635\n# Compile_time: 0.001009905\n# Rewrite_time: 0.000012487\n# Optimize_time: 0.001782008\n# Wait_TS: 0.000335123\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 07:20:55.620 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:55.621 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:55.660 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:55.896 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 07:20:56.013 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 07:20:56.054 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 07:20:56.054 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 07:20:56.160 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 07:20:56.162 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:56.164 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/06 07:20:56.186 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:56.186 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:56.189 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 07:20:56.189 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 07:20:56.189 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=116.021µs] [2024/05/06 07:20:56.190 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=305.479µs] [] [2024/05/06 07:20:56.190 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 07:20:56.190 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 07:20:56.387 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 07:20:56.416 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:20:56.468 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:20:56.470 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 07:20:56.471 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:56.472 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:56.480 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:56.480 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:56.481 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:56.481 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:56.482 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:56.482 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:56.482 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:56.482 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:56.482 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:56.496 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:20:56.497 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:20:56.497 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:20:56.497 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 07:20:56.546 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/06 07:20:56.547 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c04ebdd7-aaee-4c4e-9dc3-8d7b8f7bb4fd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.547 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0e61858c-8262-4842-b7da-e0e1ddd80c48] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.547 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/17134f5f-702e-4518-bdce-d55cfc7e321d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.547 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f8201e50-b678-4d35-9a98-3a265021837b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.547 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8d034f1e-6eab-4619-8e99-c36cadff82b7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.547 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/341ae9f9-32c1-4da3-bf95-edf75f6acf8c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.547 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d8dcbc63-b435-4a23-9fd5-37df16b0ffc4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.548 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 07:20:56.551 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/06 07:20:56.595 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.287419ms] [encodeDur=1.72903ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=40.739603ms] [type=file] [takeTime=44.27073ms] [] [2024/05/06 07:20:56.615 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=19.899951ms] [write-speed(bytes/s)=8.784KiB] [2024/05/06 07:20:56.615 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.942µs] [write-time=20.068884ms] [sort-speed(kv/s)=432152.1175] [writer-id=data/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [2024/05/06 07:20:56.615 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 07:20:56.653 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=37.725087ms] [write-speed(bytes/s)=4.194KiB] [2024/05/06 07:20:56.654 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.712µs] [write-time=38.046991ms] [sort-speed(kv/s)=525210.0840] [writer-id=index/1/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [2024/05/06 07:20:56.654 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/06 07:20:56.676 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=21.925187ms] [write-speed(bytes/s)=10.91KiB] [2024/05/06 07:20:56.676 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=15.2µs] [write-time=22.087303ms] [sort-speed(kv/s)=197368.4211] [writer-id=index/2/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [2024/05/06 07:20:56.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 07:20:56.695 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=18.911664ms] [write-speed(bytes/s)=8.365KiB] [2024/05/06 07:20:56.696 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=12.068µs] [write-time=19.074893ms] [sort-speed(kv/s)=248591.3159] [writer-id=index/3/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [2024/05/06 07:20:56.696 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d80f1ea0-e5f6-412e-b8df-9ef8ffb76159] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/06 07:20:56.696 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=149.762339ms] [] [2024/05/06 07:20:56.696 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/06 07:20:56.780 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/06 07:20:56.781 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ff36b6de-46c2-429d-a629-e916a074c15e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.781 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5e412828-0ec2-442e-9e1b-68e960bac176] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.781 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/154bba14-b3b9-45d9-bd0b-f1ba535e5909] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.781 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d389a425-c2da-498e-bf75-9d58e07189a9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.781 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/fe02d555-02bb-4836-898a-c82af0bbf98b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.781 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f7ef8768-7bcc-4d6b-b379-c47c9a66abb7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.781 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/38b2072a-ef0a-489d-ba00-6be0bbcc2451] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:20:56.781 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 07:20:56.784 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/06 07:20:56.803 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.042583ms] [encodeDur=1.388233ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=16.436303ms] [type=file] [takeTime=19.364088ms] [] [2024/05/06 07:20:56.825 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=22.049276ms] [write-speed(bytes/s)=7.928KiB] [2024/05/06 07:20:56.826 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.339µs] [write-time=22.318319ms] [sort-speed(kv/s)=408775.0375] [writer-id=data/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [2024/05/06 07:20:56.826 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 07:20:56.848 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=21.850391ms] [write-speed(bytes/s)=7.24KiB] [2024/05/06 07:20:56.848 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.877µs] [write-time=21.984825ms] [sort-speed(kv/s)=510464.5227] [writer-id=index/1/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [2024/05/06 07:20:56.848 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/06 07:20:56.869 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=20.358549ms] [write-speed(bytes/s)=11.75KiB] [2024/05/06 07:20:56.869 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.106µs] [write-time=20.4884ms] [sort-speed(kv/s)=491320.0131] [writer-id=index/2/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [2024/05/06 07:20:56.869 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 07:20:56.889 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.220597ms] [write-speed(bytes/s)=7.824KiB] [2024/05/06 07:20:56.889 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.99µs] [write-time=20.362845ms] [sort-speed(kv/s)=429184.5494] [writer-id=index/3/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [2024/05/06 07:20:56.890 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/6ed9e8ee-cf73-4f07-aa81-120abfcecf08] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/06 07:20:56.890 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=109.935506ms] [] [2024/05/06 07:20:56.890 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/06 07:20:56.963 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 07:20:56.964 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:56.964 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:56.964 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:56.964 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:56.964 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:56.964 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:56.965 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:56.965 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:56.965 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:56.965 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:56.965 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:56.965 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:56.965 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:56.967 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:20:56.967 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:56.967 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:56.967 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:56.967 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:56.967 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=499.221331ms] [] [2024/05/06 07:20:56.978 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:20:56.980 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:56.982 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:20:57.006 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/05/06 07:20:57.006 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/05/06 07:20:57.225 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:20:57.231 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:57.231 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:57.232 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/05/06 07:20:57.279 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [2024/05/06 07:20:57.279 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/05/06 07:20:57.279 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=10] [writer-id=a24ad5d4-970c-48c0-8c02-cbad005dbe3f] [file-count=2] [2024/05/06 07:20:57.284 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=10] [data-file=2/10/a24ad5d4-970c-48c0-8c02-cbad005dbe3f/one-file] [stat-file=2/10/a24ad5d4-970c-48c0-8c02-cbad005dbe3f_stat/one-file] [2024/05/06 07:20:57.321 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=10] [writerID=a24ad5d4-970c-48c0-8c02-cbad005dbe3f] [2024/05/06 07:20:57.321 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=10] [writer-id=a24ad5d4-970c-48c0-8c02-cbad005dbe3f] [file-count=2] [takeTime=41.268757ms] [] [2024/05/06 07:20:57.321 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/05/06 07:20:57.321 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [takeTime=41.588859ms] [] [2024/05/06 07:20:57.419 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [2024/05/06 07:20:57.419 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 07:20:57.419 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=11] [writer-id=cfd709d5-3879-44d3-b2ed-49f1ca31f2a2] [file-count=2] [2024/05/06 07:20:57.424 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=11] [data-file=2/11/cfd709d5-3879-44d3-b2ed-49f1ca31f2a2/one-file] [stat-file=2/11/cfd709d5-3879-44d3-b2ed-49f1ca31f2a2_stat/one-file] [2024/05/06 07:20:57.447 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=11] [writerID=cfd709d5-3879-44d3-b2ed-49f1ca31f2a2] [2024/05/06 07:20:57.447 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=11] [writer-id=cfd709d5-3879-44d3-b2ed-49f1ca31f2a2] [file-count=2] [takeTime=28.03976ms] [] [2024/05/06 07:20:57.447 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/05/06 07:20:57.447 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [takeTime=28.41191ms] [] [2024/05/06 07:20:57.519 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [2024/05/06 07:20:57.519 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 07:20:57.520 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=12] [writer-id=90c15c4f-d45b-46cb-accf-e332cbaa4645] [file-count=2] [2024/05/06 07:20:57.523 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=12] [data-file=2/12/90c15c4f-d45b-46cb-accf-e332cbaa4645/one-file] [stat-file=2/12/90c15c4f-d45b-46cb-accf-e332cbaa4645_stat/one-file] [2024/05/06 07:20:57.529 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=12] [writerID=90c15c4f-d45b-46cb-accf-e332cbaa4645] [2024/05/06 07:20:57.529 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=12] [writer-id=90c15c4f-d45b-46cb-accf-e332cbaa4645] [file-count=2] [takeTime=9.124788ms] [] [2024/05/06 07:20:57.529 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/05/06 07:20:57.529 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [takeTime=9.492519ms] [] [2024/05/06 07:20:57.601 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=1] [2024/05/06 07:20:57.601 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 07:20:57.601 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=13] [writer-id=8f878cc8-bee0-49df-bc8c-7ebaf6f2d566] [file-count=2] [2024/05/06 07:20:57.605 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=13] [data-file=2/13/8f878cc8-bee0-49df-bc8c-7ebaf6f2d566/one-file] [stat-file=2/13/8f878cc8-bee0-49df-bc8c-7ebaf6f2d566_stat/one-file] [2024/05/06 07:20:57.610 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=13] [writerID=8f878cc8-bee0-49df-bc8c-7ebaf6f2d566] [2024/05/06 07:20:57.610 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=13] [writer-id=8f878cc8-bee0-49df-bc8c-7ebaf6f2d566] [file-count=2] [takeTime=9.216076ms] [] [2024/05/06 07:20:57.610 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/05/06 07:20:57.610 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=1] [takeTime=9.519345ms] [] [2024/05/06 07:20:57.652 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=426.53969ms] [] [2024/05/06 07:20:57.674 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:20:57.677 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:57.679 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:20:57.731 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:57.732 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:57.737 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:57.738 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:57.739 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:57.740 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.740 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:57.741 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.741 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.741 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:57.741 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:57.741 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.745 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.745 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.745 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:57.745 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:57.746 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:57.746 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:57.760 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:57.760 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:57.760 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.760 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:57.760 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.760 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:57.761 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:57.762 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:57.762 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:57.768 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/05/06 07:20:57.768 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:57.771 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:57.772 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:57.773 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:57.773 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.774 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:57.775 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.775 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.775 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:57.775 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:57.775 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.778 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:57.778 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.778 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:57.778 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:57.778 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.778 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:57.778 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:57.778 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:57.778 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.779 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:57.779 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.779 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:57.779 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:57.780 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:57.780 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:57.784 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/05/06 07:20:57.784 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:57.787 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:57.788 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:57.788 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:57.789 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.789 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:57.790 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.790 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.790 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:57.790 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.790 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:57.793 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:57.793 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:57.793 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:57.793 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:57.793 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.793 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.793 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:57.793 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:57.793 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.794 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:57.794 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.794 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:57.794 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:57.795 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:57.795 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:57.798 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/05/06 07:20:57.799 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:57.802 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:20:57.802 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:57.803 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:57.804 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.804 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:57.805 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:57.805 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:57.805 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.805 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:57.805 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:57.808 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:57.808 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.808 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:57.809 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:57.809 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:57.809 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:57.810 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:20:57.810 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:20:57.814 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/05/06 07:20:57.814 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:20:57.814 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 07:20:57.814 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 07:20:57.971 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/06 07:20:57.971 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 07:20:58.001 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 07:20:58.028 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:20:58.070 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:20:58.074 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.075 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.082 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:20:58.082 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:20:58.083 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:58.083 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:20:58.084 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:20:58.084 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:58.084 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:20:58.084 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:20:58.084 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:58.097 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:20:58.098 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:20:58.098 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:20:58.162 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [2024/05/06 07:20:58.163 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.168 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/05/06 07:20:58.168 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:58.191 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:58.191 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:58.191 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:58.192 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/05/06 07:20:58.192 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=21.49µs] [2024/05/06 07:20:58.192 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.039503ms] [] [2024/05/06 07:20:58.192 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:58.192 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/05/06 07:20:58.192 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:58.197 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.514044ms] [] [2024/05/06 07:20:58.201 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.202 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.378974ms] [] [2024/05/06 07:20:58.202 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:58.202 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.616397ms] [droppedSize=0] [2024/05/06 07:20:58.202 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=12.526µs] [2024/05/06 07:20:58.214 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 07:20:58.216 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [takeTime=53.421314ms] [] [2024/05/06 07:20:58.277 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [2024/05/06 07:20:58.277 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.282 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 07:20:58.282 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:58.304 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:58.304 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:58.304 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:58.305 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 07:20:58.305 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=9.111µs] [2024/05/06 07:20:58.305 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.085887ms] [] [2024/05/06 07:20:58.306 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:58.306 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 07:20:58.306 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:58.310 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.063754ms] [] [2024/05/06 07:20:58.314 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.315 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.182572ms] [] [2024/05/06 07:20:58.315 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:58.315 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.35065ms] [droppedSize=0] [2024/05/06 07:20:58.315 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.953µs] [2024/05/06 07:20:58.327 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 07:20:58.329 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [takeTime=52.248951ms] [] [2024/05/06 07:20:58.392 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [2024/05/06 07:20:58.392 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.398 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 07:20:58.398 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:58.420 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:58.421 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:58.421 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:58.422 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 07:20:58.422 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.743µs] [2024/05/06 07:20:58.422 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.234607ms] [] [2024/05/06 07:20:58.422 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:58.422 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 07:20:58.422 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:58.427 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.131144ms] [] [2024/05/06 07:20:58.431 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.432 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.478063ms] [] [2024/05/06 07:20:58.432 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:58.432 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.629052ms] [droppedSize=0] [2024/05/06 07:20:58.432 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=8.819µs] [2024/05/06 07:20:58.443 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 07:20:58.445 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [takeTime=52.655374ms] [] [2024/05/06 07:20:58.530 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=1] [2024/05/06 07:20:58.531 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.537 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 07:20:58.537 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:20:58.559 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:20:58.559 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:20:58.560 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:20:58.561 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 07:20:58.561 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.048µs] [2024/05/06 07:20:58.561 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.140433ms] [] [2024/05/06 07:20:58.561 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:20:58.561 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 07:20:58.561 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:20:58.566 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.065519ms] [] [2024/05/06 07:20:58.571 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:58.572 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.874931ms] [] [2024/05/06 07:20:58.572 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 07:20:58.572 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=11.127391ms] [droppedSize=0] [2024/05/06 07:20:58.572 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=18.483µs] [2024/05/06 07:20:58.584 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 07:20:58.586 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=1] [takeTime=55.740869ms] [] [2024/05/06 07:20:58.627 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 07:20:58.636 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:20:58.636 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:58.636 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:58.636 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:20:58.638 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:20:58.638 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:20:58.638 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:20:58.638 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:20:58.638 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:20:58.638 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=568.434128ms] [] [2024/05/06 07:20:58.678 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 07:20:58.681 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:20:58.683 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 07:20:58.683 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 07:20:58.779 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 07:20:58.784 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 07:20:58.784 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 07:20:58.982 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:20:59.027 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 07:20:59.027 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 07:20:59.027 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 07:20:59.027 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=12.463µs] [] [2024/05/06 07:20:59.027 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 07:20:59.027 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 07:20:59.027 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 07:20:59.027 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 07:20:59.027 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 07:20:59.027 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 07:20:59.027 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 07:20:59.038 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 07:20:59.040 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 07:20:59.041 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 07:20:59.042 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 07:20:59.043 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 07:20:59.043 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=15.975284ms] [] [2024/05/06 07:20:59.043 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=16.239281ms] [] [2024/05/06 07:20:59.073 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 07:20:59.073 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 07:20:59.077 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 07:20:59.085 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=102.599436ms] [] [2024/05/06 07:20:59.138 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 07:20:59.160 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 07:20:59.184 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 07:20:59.184 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 07:20:59.186 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/06 07:20:59.188 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:59.188 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:59.243 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=56.366655ms] [] [2024/05/06 07:20:59.377 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.770780435\n# Parse_time: 0.000925182\n# Compile_time: 0.001634276\n# Rewrite_time: 0.000300553\n# Optimize_time: 0.001782008\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/05/06 07:20:59.398 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 07:20:59.400 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 07:20:59.429 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:59.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:20:59.429 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 07:20:59.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 07:20:59.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 07:20:59.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:59.489 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/05/06 07:20:59.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.917151ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 07:20:59.564 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 07:20:59.600 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.043902ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:59.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:59.644 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 07:20:59.669 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 07:20:59.673 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 07:20:59.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:20:59.747 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 07:20:59.747 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:20:59.751 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.351884756\n# Parse_time: 0.000194984\n# Compile_time: 0.000801486\n# Rewrite_time: 0.0000093\n# Optimize_time: 0.002513759\n# Wait_TS: 0.000424856\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 07:20:59.765 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:59.766 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:59.799 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:20:59.948 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 07:21:00.114 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 07:21:00.120 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368717608\n# Parse_time: 0.001163742\n# Compile_time: 0.001865952\n# Rewrite_time: 0.000307772\n# Optimize_time: 0.002513759\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzY1bXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MzY1bXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/05/06 07:21:00.158 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 07:21:00.158 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 07:21:00.264 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 07:21:00.266 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:00.268 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/06 07:21:00.289 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:00.289 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:00.292 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 07:21:00.292 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 07:21:00.292 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=86.031µs] [2024/05/06 07:21:00.293 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=213.111µs] [] [2024/05/06 07:21:00.293 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 07:21:00.293 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 07:21:00.515 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 07:21:00.550 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:21:00.601 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:00.603 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 07:21:00.605 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:00.605 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:00.613 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:00.613 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:00.614 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:00.614 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:00.615 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:00.615 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:00.615 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:00.615 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:00.615 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:00.630 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:21:00.631 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:21:00.632 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:21:00.632 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 07:21:00.675 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/05/06 07:21:00.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e14323b6-e0fa-43a9-b7ea-08b8caaec156] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.676 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 07:21:00.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2985c6ae-6a3d-43c6-8b85-071422344b32] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/14c7d98a-cc3f-410a-b4c6-89cc3ff46746] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/50e65276-97ec-43ed-aee7-ba7b4ec5b0b8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d9f35c42-e98e-4b08-9ca7-37c37c6838df] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/10d104f1-2cdd-434d-b31c-976fe24ddc1a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.676 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c4b82462-8ffd-487b-85f5-4182b0277bb5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.679 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/05/06 07:21:00.699 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.162739ms] [encodeDur=1.585276ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=16.52244ms] [type=file] [takeTime=19.778364ms] [] [2024/05/06 07:21:00.711 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=11.13756ms] [write-speed(bytes/s)=15.7KiB] [2024/05/06 07:21:00.711 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=8.152µs] [write-time=11.290796ms] [sort-speed(kv/s)=368007.8508] [writer-id=data/d7674e7b-f181-4ccd-8b84-3286f1a06190] [2024/05/06 07:21:00.711 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d7674e7b-f181-4ccd-8b84-3286f1a06190] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/05/06 07:21:00.724 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=12.826422ms] [write-speed(bytes/s)=18.65KiB] [2024/05/06 07:21:00.724 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.158µs] [write-time=12.97911ms] [sort-speed(kv/s)=487171.1595] [writer-id=index/2/d7674e7b-f181-4ccd-8b84-3286f1a06190] [2024/05/06 07:21:00.724 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d7674e7b-f181-4ccd-8b84-3286f1a06190] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 07:21:00.735 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=10.53515ms] [write-speed(bytes/s)=15.02KiB] [2024/05/06 07:21:00.735 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.738µs] [write-time=10.67241ms] [sort-speed(kv/s)=522830.2544] [writer-id=index/3/d7674e7b-f181-4ccd-8b84-3286f1a06190] [2024/05/06 07:21:00.735 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d7674e7b-f181-4ccd-8b84-3286f1a06190] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/05/06 07:21:00.745 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.58711ms] [write-speed(bytes/s)=16.5KiB] [2024/05/06 07:21:00.745 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d7674e7b-f181-4ccd-8b84-3286f1a06190] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.555µs] [write-time=9.847444ms] [sort-speed(kv/s)=457665.9039] [writer-id=index/1/d7674e7b-f181-4ccd-8b84-3286f1a06190] [2024/05/06 07:21:00.746 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d7674e7b-f181-4ccd-8b84-3286f1a06190] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/05/06 07:21:00.747 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=72.38519ms] [] [2024/05/06 07:21:00.748 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/06 07:21:00.836 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/05/06 07:21:00.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2e1cdabb-30b1-49af-84a7-9b9dd0b14525] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.837 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 07:21:00.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/348f6bd4-4ee2-480c-a055-62ad382e778b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4f99bb89-d674-4ebd-a3ba-e2b40b60eb4e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/47016708-0dba-473c-88a1-f53bc0007b26] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/598f8edd-04a7-44fd-ac8a-fd3a99c95222] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/629c8dc9-0a8a-45b7-8cde-a2564d965416] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9c6559b5-5874-4890-a8f3-cb82c2aaac80] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 07:21:00.842 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/05/06 07:21:00.864 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=1.269005ms] [encodeDur=1.706251ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=18.552947ms] [type=file] [takeTime=22.548809ms] [] [2024/05/06 07:21:00.896 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=30.247604ms] [write-speed(bytes/s)=5.779KiB] [2024/05/06 07:21:00.896 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=62.208µs] [write-time=30.543668ms] [sort-speed(kv/s)=48225.3086] [writer-id=data/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [2024/05/06 07:21:00.896 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/05/06 07:21:00.928 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=31.332603ms] [write-speed(bytes/s)=7.636KiB] [2024/05/06 07:21:00.928 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=33.345µs] [write-time=31.48881ms] [sort-speed(kv/s)=89968.5110] [writer-id=index/2/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [2024/05/06 07:21:00.928 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 07:21:00.938 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=10.143616ms] [write-speed(bytes/s)=15.6KiB] [2024/05/06 07:21:00.938 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=14.258µs] [write-time=10.304948ms] [sort-speed(kv/s)=210408.1919] [writer-id=index/3/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [2024/05/06 07:21:00.938 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/05/06 07:21:00.951 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=11.998802ms] [write-speed(bytes/s)=13.18KiB] [2024/05/06 07:21:00.951 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=16.517µs] [write-time=12.180796ms] [sort-speed(kv/s)=181631.0468] [writer-id=index/1/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [2024/05/06 07:21:00.951 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/45a7540a-0ad7-424e-87a1-a4dfb62bfb1b] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/05/06 07:21:00.951 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=115.266989ms] [] [2024/05/06 07:21:00.952 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/06 07:21:01.024 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 07:21:01.026 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:01.026 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:01.026 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:01.026 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:01.026 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:01.026 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:01.026 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:01.027 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:01.027 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:01.027 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:01.027 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:01.027 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:01.027 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:01.029 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:21:01.029 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:01.029 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:01.029 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:01.029 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:01.029 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=427.841168ms] [] [2024/05/06 07:21:01.081 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:21:01.083 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:01.085 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:21:01.107 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/05/06 07:21:01.107 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/06 07:21:01.107 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/06 07:21:01.107 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/06 07:21:01.107 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 07:21:01.108 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 07:21:01.312 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:21:01.315 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:01.317 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:21:01.317 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 07:21:01.317 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 07:21:01.359 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 07:21:01.380 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 07:21:01.383 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/06 07:21:01.388 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 07:21:01.464 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 07:21:01.488 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 07:21:01.488 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 07:21:01.490 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/06 07:21:01.491 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:01.492 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:01.527 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=36.771783ms] [] [2024/05/06 07:21:01.655 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/05/06 07:21:01.750 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/06 07:21:01.752 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/06 07:21:01.792 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:21:01.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:21:01.792 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:21:01.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/05/06 07:21:01.858 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:01.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:01.904 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.231427ms] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 07:21:01.916 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 07:21:01.951 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.110031ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:21:01.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:02.000 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:01.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:02.029 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 07:21:02.029 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:21:02.038 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/06 07:21:02.095 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:02.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:21:02.095 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:02.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 07:21:02.194 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:02.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:02.203 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/05/06 07:21:02.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.680611ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:21:02.289 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 07:21:02.326 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.831054ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:02.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:02.407 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:02.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:02.458 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 07:21:02.459 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:21:02.462 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.427743556\n# Parse_time: 0.001645274\n# Compile_time: 0.002122017\n# Rewrite_time: 0.000008493\n# Optimize_time: 0.002513759\n# Wait_TS: 0.000417943\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 07:21:02.476 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:02.476 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:02.512 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:02.702 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/05/06 07:21:02.807 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/05/06 07:21:02.853 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 07:21:02.853 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 07:21:02.959 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 07:21:02.961 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:02.962 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/06 07:21:02.982 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:02.983 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:02.987 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 07:21:02.987 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/06 07:21:02.987 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=190.233µs] [2024/05/06 07:21:02.987 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=407.34µs] [] [2024/05/06 07:21:02.987 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/06 07:21:02.987 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/05/06 07:21:03.172 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 07:21:03.217 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:21:03.266 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:03.267 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 07:21:03.269 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:03.269 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:03.278 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:03.278 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:03.279 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:03.279 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:03.280 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:03.280 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:03.280 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:03.280 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:03.280 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:03.295 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:21:03.297 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:21:03.297 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:21:03.297 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 07:21:03.350 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.351 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/05/06 07:21:03.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/05/06 07:21:05.026 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=198.710522ms] [encodeDur=1.442726914s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=29.980702ms] [type=file] [takeTime=1.670678477s] [] [2024/05/06 07:21:05.026 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:05.030 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/05/06 07:21:05.053 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=138.075805ms] [encodeDur=1.507755703s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=86.482219ms] [type=file] [takeTime=1.697369608s] [] [2024/05/06 07:21:05.053 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 07:21:05.055 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/05/06 07:21:05.060 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=226.639468ms] [encodeDur=1.437696077s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=89.546265ms] [type=file] [takeTime=1.704629209s] [] [2024/05/06 07:21:05.060 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=160.385521ms] [encodeDur=1.510930684s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=68.992093ms] [type=file] [takeTime=1.705039554s] [] [2024/05/06 07:21:05.112 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=49.043218ms] [write-speed(bytes/s)=1.031MiB] [2024/05/06 07:21:05.113 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=3.272031ms] [write-time=49.272361ms] [sort-speed(kv/s)=305620.5763] [writer-id=data/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [2024/05/06 07:21:05.113 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000001387] [2024/05/06 07:21:05.116 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=52.34723ms] [write-speed(bytes/s)=988.7KiB] [2024/05/06 07:21:05.116 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.986684ms] [write-time=52.497902ms] [sort-speed(kv/s)=334819.4854] [writer-id=data/2639f11c-d03f-4b05-befb-58b80dfc90cd] [2024/05/06 07:21:05.116 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2639f11c-d03f-4b05-befb-58b80dfc90cd] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f7280000000000007cf] [2024/05/06 07:21:05.130 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=190.891323ms] [encodeDur=1.534762025s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=29.898737ms] [type=file] [takeTime=1.774347405s] [] [2024/05/06 07:21:05.133 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=17.841545ms] [write-speed(bytes/s)=4.383MiB] [2024/05/06 07:21:05.133 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.754023ms] [write-time=18.321956ms] [sort-speed(kv/s)=570117.9517] [writer-id=index/1/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [2024/05/06 07:21:05.134 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 07:21:05.156 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=38.336794ms] [write-speed(bytes/s)=2.04MiB] [2024/05/06 07:21:05.156 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.219969ms] [write-time=38.667018ms] [sort-speed(kv/s)=819692.9594] [writer-id=index/1/2639f11c-d03f-4b05-befb-58b80dfc90cd] [2024/05/06 07:21:05.156 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/2639f11c-d03f-4b05-befb-58b80dfc90cd] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/06 07:21:05.168 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=35.615ms] [write-speed(bytes/s)=1.419MiB] [2024/05/06 07:21:05.168 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.082658ms] [write-time=35.849119ms] [sort-speed(kv/s)=480155.6473] [writer-id=data/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [2024/05/06 07:21:05.168 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/05/06 07:21:05.172 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=20.123056ms] [write-speed(bytes/s)=4.55MiB] [2024/05/06 07:21:05.172 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=17.387794ms] [write-time=20.347611ms] [sort-speed(kv/s)=57511.6084] [writer-id=index/2/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [2024/05/06 07:21:05.172 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000138701746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 07:21:05.178 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=19.192076ms] [write-speed(bytes/s)=4.77MiB] [2024/05/06 07:21:05.178 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.071271ms] [write-time=19.363657ms] [sort-speed(kv/s)=482795.3464] [writer-id=index/2/2639f11c-d03f-4b05-befb-58b80dfc90cd] [2024/05/06 07:21:05.178 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/2639f11c-d03f-4b05-befb-58b80dfc90cd] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f6980000000000000020380000000000007cf01746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/06 07:21:05.185 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=164.761292ms] [encodeDur=1.608295914s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=74.809321ms] [type=file] [takeTime=1.829342569s] [] [2024/05/06 07:21:05.190 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=162.086536ms] [encodeDur=1.59712486s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=31.345584ms] [type=file] [takeTime=1.835372971s] [] [2024/05/06 07:21:05.211 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=40.738525ms] [write-speed(bytes/s)=1.92MiB] [2024/05/06 07:21:05.211 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.021982ms] [write-time=40.947187ms] [sort-speed(kv/s)=494564.2444] [writer-id=index/1/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [2024/05/06 07:21:05.211 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 07:21:05.215 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=93.253241ms] [encodeDur=1.696014617s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=71.448296ms] [type=file] [takeTime=1.860052724s] [] [2024/05/06 07:21:05.219 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=45.559775ms] [write-speed(bytes/s)=2.01MiB] [2024/05/06 07:21:05.220 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.541097ms] [write-time=45.738278ms] [sort-speed(kv/s)=648888.4217] [writer-id=index/3/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [2024/05/06 07:21:05.220 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/b1b0c9a9-fff6-4252-9834-f3394890e7c5] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d343939ff3900000000000000f8038000000000001387038000000000001387] [2024/05/06 07:21:05.225 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=44.046891ms] [write-speed(bytes/s)=2.079MiB] [2024/05/06 07:21:05.225 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/2639f11c-d03f-4b05-befb-58b80dfc90cd] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.485352ms] [write-time=44.168676ms] [sort-speed(kv/s)=402357.4930] [writer-id=index/3/2639f11c-d03f-4b05-befb-58b80dfc90cd] [2024/05/06 07:21:05.225 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/2639f11c-d03f-4b05-befb-58b80dfc90cd] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d313939ff3900000000000000f80380000000000007cf0380000000000007cf] [2024/05/06 07:21:05.227 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=40.459763ms] [write-speed(bytes/s)=1.249MiB] [2024/05/06 07:21:05.227 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.285002ms] [write-time=40.582232ms] [sort-speed(kv/s)=778208.9055] [writer-id=data/467ba4ab-2b77-454c-8df7-6360737e2592] [2024/05/06 07:21:05.227 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/467ba4ab-2b77-454c-8df7-6360737e2592] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/05/06 07:21:05.232 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=51890] [stat-size=74] [write-time=19.221647ms] [write-speed(bytes/s)=2.575MiB] [2024/05/06 07:21:05.232 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=51890] [kv-cnt=1000] [sort-time=22.1264ms] [write-time=19.391429ms] [sort-speed(kv/s)=45194.8803] [writer-id=data/e9b99517-d737-4e7b-90f8-412becba0b46] [2024/05/06 07:21:05.232 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e9b99517-d737-4e7b-90f8-412becba0b46] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f7280000000000003e7] [2024/05/06 07:21:05.237 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=21.216884ms] [write-speed(bytes/s)=4.315MiB] [2024/05/06 07:21:05.237 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.644242ms] [write-time=21.36385ms] [sort-speed(kv/s)=274405.4868] [writer-id=index/2/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [2024/05/06 07:21:05.237 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 07:21:05.237 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=19.54303ms] [write-speed(bytes/s)=2.586MiB] [2024/05/06 07:21:05.237 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.309788ms] [write-time=19.66503ms] [sort-speed(kv/s)=432940.1659] [writer-id=data/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [2024/05/06 07:21:05.238 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f728000000000000f9f] [2024/05/06 07:21:05.247 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.353727ms] [write-speed(bytes/s)=4.988MiB] [2024/05/06 07:21:05.247 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.200773ms] [write-time=18.487838ms] [sort-speed(kv/s)=832796.8733] [writer-id=index/3/467ba4ab-2b77-454c-8df7-6360737e2592] [2024/05/06 07:21:05.247 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/467ba4ab-2b77-454c-8df7-6360737e2592] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/05/06 07:21:05.253 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=93862] [stat-size=139] [write-time=19.644774ms] [write-speed(bytes/s)=4.557MiB] [2024/05/06 07:21:05.253 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=93862] [kv-cnt=1000] [sort-time=1.206888ms] [write-time=19.775186ms] [sort-speed(kv/s)=828577.2996] [writer-id=index/2/e9b99517-d737-4e7b-90f8-412becba0b46] [2024/05/06 07:21:05.254 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e9b99517-d737-4e7b-90f8-412becba0b46] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f6980000000000000020380000000000003e701746573742d393939ff0000000000000000f70380000000000003e7] [2024/05/06 07:21:05.259 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=20.389169ms] [write-speed(bytes/s)=4.49MiB] [2024/05/06 07:21:05.259 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.972575ms] [write-time=20.555349ms] [sort-speed(kv/s)=506951.5735] [writer-id=index/3/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [2024/05/06 07:21:05.260 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/c5cfa90f-3dd9-4e55-9bd3-9e2b56851f4f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/05/06 07:21:05.260 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=20.866326ms] [write-speed(bytes/s)=3.748MiB] [2024/05/06 07:21:05.261 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.876805ms] [write-time=20.988774ms] [sort-speed(kv/s)=532820.4049] [writer-id=index/1/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [2024/05/06 07:21:05.261 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 07:21:05.265 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=16.409354ms] [write-speed(bytes/s)=4.766MiB] [2024/05/06 07:21:05.265 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.309354ms] [write-time=16.530899ms] [sort-speed(kv/s)=763735.3993] [writer-id=index/1/467ba4ab-2b77-454c-8df7-6360737e2592] [2024/05/06 07:21:05.265 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/467ba4ab-2b77-454c-8df7-6360737e2592] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 07:21:05.282 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=17.839997ms] [write-speed(bytes/s)=5.132MiB] [2024/05/06 07:21:05.282 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.989682ms] [write-time=18.021513ms] [sort-speed(kv/s)=334483.7344] [writer-id=index/2/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [2024/05/06 07:21:05.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f698000000000000002038000000000000f9f01746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 07:21:05.311 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=42.615686ms] [write-speed(bytes/s)=2.148MiB] [2024/05/06 07:21:05.311 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/467ba4ab-2b77-454c-8df7-6360737e2592] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.472526ms] [write-time=42.761302ms] [sort-speed(kv/s)=287974.8057] [writer-id=index/2/467ba4ab-2b77-454c-8df7-6360737e2592] [2024/05/06 07:21:05.312 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/467ba4ab-2b77-454c-8df7-6360737e2592] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 07:21:05.313 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=93862] [stat-size=139] [write-time=41.902646ms] [write-speed(bytes/s)=2.136MiB] [2024/05/06 07:21:05.313 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=93862] [kv-cnt=1000] [sort-time=17.535642ms] [write-time=42.064574ms] [sort-speed(kv/s)=57026.7117] [writer-id=index/3/e9b99517-d737-4e7b-90f8-412becba0b46] [2024/05/06 07:21:05.313 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e9b99517-d737-4e7b-90f8-412becba0b46] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff0000000000000000f70380000000000003e70380000000000003e7] [2024/05/06 07:21:05.318 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=34.099622ms] [write-speed(bytes/s)=2.685MiB] [2024/05/06 07:21:05.318 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.556517ms] [write-time=34.227308ms] [sort-speed(kv/s)=642460.0567] [writer-id=index/3/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [2024/05/06 07:21:05.318 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/f7b49aa9-d123-4a2d-bcc2-6956f63b9aea] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d333939ff3900000000000000f8038000000000000f9f038000000000000f9f] [2024/05/06 07:21:05.350 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=79990] [stat-size=121] [write-time=15.844259ms] [write-speed(bytes/s)=4.815MiB] [2024/05/06 07:21:05.350 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e9b99517-d737-4e7b-90f8-412becba0b46] [sequence-number=0] [bytes=79990] [kv-cnt=1000] [sort-time=20.73716ms] [write-time=16.007464ms] [sort-speed(kv/s)=48222.6110] [writer-id=index/1/e9b99517-d737-4e7b-90f8-412becba0b46] [2024/05/06 07:21:05.351 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e9b99517-d737-4e7b-90f8-412becba0b46] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff0000000000000000f70380000000000003e7] [2024/05/06 07:21:05.919 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=93.87625ms] [encodeDur=774.448424ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=12.266453ms] [type=file] [takeTime=889.135606ms] [] [2024/05/06 07:21:05.941 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=99.574342ms] [encodeDur=762.09556ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=9.882309ms] [type=file] [takeTime=885.388989ms] [] [2024/05/06 07:21:05.946 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=24.104146ms] [write-speed(bytes/s)=4.194MiB] [2024/05/06 07:21:05.946 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.121106ms] [write-time=24.269434ms] [sort-speed(kv/s)=942904.3150] [writer-id=data/482f588f-1dba-4204-8366-d28710f3af84] [2024/05/06 07:21:05.946 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/482f588f-1dba-4204-8366-d28710f3af84] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000002327] [2024/05/06 07:21:05.970 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=26.061931ms] [write-speed(bytes/s)=3.879MiB] [2024/05/06 07:21:05.970 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.118948ms] [write-time=26.213663ms] [sort-speed(kv/s)=943864.5970] [writer-id=data/6a84180e-4c3b-493e-a4c7-c1ceda310853] [2024/05/06 07:21:05.970 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6a84180e-4c3b-493e-a4c7-c1ceda310853] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f72800000000000270f] [2024/05/06 07:21:05.977 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=28.395683ms] [write-speed(bytes/s)=5.508MiB] [2024/05/06 07:21:05.977 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=2.437536ms] [write-time=28.555667ms] [sort-speed(kv/s)=820500.7023] [writer-id=index/1/482f588f-1dba-4204-8366-d28710f3af84] [2024/05/06 07:21:05.977 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/482f588f-1dba-4204-8366-d28710f3af84] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 07:21:06.001 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=29.14922ms] [write-speed(bytes/s)=5.366MiB] [2024/05/06 07:21:06.002 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=2.301719ms] [write-time=29.34675ms] [sort-speed(kv/s)=868915.7973] [writer-id=index/1/6a84180e-4c3b-493e-a4c7-c1ceda310853] [2024/05/06 07:21:06.002 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/6a84180e-4c3b-493e-a4c7-c1ceda310853] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 07:21:06.011 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=31.175547ms] [write-speed(bytes/s)=5.873MiB] [2024/05/06 07:21:06.011 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.38966ms] [write-time=31.320515ms] [sort-speed(kv/s)=836939.1462] [writer-id=index/2/482f588f-1dba-4204-8366-d28710f3af84] [2024/05/06 07:21:06.011 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/482f588f-1dba-4204-8366-d28710f3af84] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 07:21:06.033 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=28.904632ms] [write-speed(bytes/s)=6.335MiB] [2024/05/06 07:21:06.033 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.332285ms] [write-time=29.048452ms] [sort-speed(kv/s)=857528.1323] [writer-id=index/2/6a84180e-4c3b-493e-a4c7-c1ceda310853] [2024/05/06 07:21:06.033 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/6a84180e-4c3b-493e-a4c7-c1ceda310853] [kv-cnt-cap=2048] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 07:21:06.043 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=29.146457ms] [write-speed(bytes/s)=6.282MiB] [2024/05/06 07:21:06.043 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/482f588f-1dba-4204-8366-d28710f3af84] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.461756ms] [write-time=29.298508ms] [sort-speed(kv/s)=812428.2017] [writer-id=index/3/482f588f-1dba-4204-8366-d28710f3af84] [2024/05/06 07:21:06.043 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/482f588f-1dba-4204-8366-d28710f3af84] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/06 07:21:06.061 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=25.150858ms] [write-speed(bytes/s)=7.28MiB] [2024/05/06 07:21:06.061 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/6a84180e-4c3b-493e-a4c7-c1ceda310853] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.263014ms] [write-time=25.29572ms] [sort-speed(kv/s)=883777.1220] [writer-id=index/3/6a84180e-4c3b-493e-a4c7-c1ceda310853] [2024/05/06 07:21:06.061 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/6a84180e-4c3b-493e-a4c7-c1ceda310853] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/06 07:21:06.061 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=2.711500794s] [] [2024/05/06 07:21:06.062 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/06 07:21:06.252 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 07:21:06.254 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:06.254 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.254 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.254 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:06.254 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:06.255 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:06.254 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:06.255 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.255 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:06.255 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:06.255 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.255 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:06.255 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:06.257 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:21:06.257 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:06.257 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:06.257 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.257 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:06.257 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.991594867s] [] [2024/05/06 07:21:06.275 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:21:06.277 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:06.279 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 07:21:06.299 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/06 07:21:06.300 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/06 07:21:06.300 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/06 07:21:06.300 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/06 07:21:06.300 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 07:21:06.300 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 07:21:06.441 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:21:06.443 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:06.445 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 07:21:06.523 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:06.524 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:06.531 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:21:06.532 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:06.533 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:06.533 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.533 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:06.535 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.535 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.535 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:06.535 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:06.535 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.539 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.539 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.539 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:06.539 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:06.540 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:21:06.541 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:21:06.547 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/05/06 07:21:06.547 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:21:06.550 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:21:06.551 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:06.552 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:06.552 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.552 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:06.553 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.553 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:06.553 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.554 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:06.554 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.557 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.557 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.557 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:06.557 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:06.557 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:06.557 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:06.557 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:06.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.558 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:06.558 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:06.558 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.558 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:06.558 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:06.559 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:21:06.559 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:21:06.564 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 07:21:06.564 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:21:06.567 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:21:06.568 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:06.569 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:06.569 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.569 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:06.570 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.570 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.571 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:06.571 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:06.571 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.574 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.574 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.574 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:06.574 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:06.574 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:06.574 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:06.574 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:06.574 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:06.574 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.575 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:06.575 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.575 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:06.575 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:06.576 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:21:06.576 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:21:06.581 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 07:21:06.581 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:21:06.581 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/05/06 07:21:06.581 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 07:21:06.584 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 07:21:06.585 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:06.586 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:06.586 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.587 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:06.588 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.588 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:06.588 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.588 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:06.588 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.591 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:06.591 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.591 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:06.592 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:06.592 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:06.592 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:06.593 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 07:21:06.593 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 07:21:06.598 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/05/06 07:21:06.598 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 07:21:06.598 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 07:21:06.599 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 07:21:06.785 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 07:21:06.838 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:21:06.903 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:06.906 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:06.906 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:06.914 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:06.915 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:06.915 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.915 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:06.916 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:06.916 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:06.916 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:06.916 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:06.916 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:06.930 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:21:06.932 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:21:06.932 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:21:06.973 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=data] [2024/05/06 07:21:06.973 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:06.979 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/05/06 07:21:06.979 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:07.001 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:21:07.001 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:07.001 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:21:07.002 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/05/06 07:21:07.002 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.592µs] [2024/05/06 07:21:07.002 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.109196ms] [] [2024/05/06 07:21:07.002 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:21:07.002 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/05/06 07:21:07.002 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:21:07.008 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.231157ms] [] [2024/05/06 07:21:07.094 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:07.095 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=92.989211ms] [] [2024/05/06 07:21:07.095 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 07:21:07.097 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=95.066832ms] [droppedSize=0] [2024/05/06 07:21:07.214 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=116.827727ms] [2024/05/06 07:21:07.337 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/06 07:21:07.339 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=data] [takeTime=366.229446ms] [] [2024/05/06 07:21:07.415 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [2024/05/06 07:21:07.415 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:07.420 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 07:21:07.421 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:07.443 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:21:07.443 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:07.443 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:21:07.444 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/05/06 07:21:07.444 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.675µs] [2024/05/06 07:21:07.444 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.332299ms] [] [2024/05/06 07:21:07.445 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:21:07.445 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 07:21:07.445 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:21:07.450 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.528611ms] [] [2024/05/06 07:21:07.548 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:07.549 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=104.440405ms] [] [2024/05/06 07:21:07.549 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 07:21:07.551 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=106.025772ms] [droppedSize=0] [2024/05/06 07:21:07.670 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=40.634148ms] [2024/05/06 07:21:07.712 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=161.844328ms] [2024/05/06 07:21:07.814 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/06 07:21:07.816 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [takeTime=401.302345ms] [] [2024/05/06 07:21:07.899 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=2] [2024/05/06 07:21:07.899 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:07.905 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 07:21:07.905 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:07.927 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:21:07.928 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:07.928 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:21:07.929 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/05/06 07:21:07.929 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.106µs] [2024/05/06 07:21:07.929 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.075197ms] [] [2024/05/06 07:21:07.929 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:21:07.929 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 07:21:07.929 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:21:07.935 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.133656ms] [] [2024/05/06 07:21:08.059 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:08.060 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=130.727552ms] [] [2024/05/06 07:21:08.060 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 07:21:08.062 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=132.66879ms] [droppedSize=0] [2024/05/06 07:21:08.162 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=100.160065ms] [2024/05/06 07:21:08.266 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 07:21:08.268 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=2] [takeTime=368.92501ms] [] [2024/05/06 07:21:08.381 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=3] [2024/05/06 07:21:08.381 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:08.387 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/06 07:21:08.387 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:08.410 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 07:21:08.410 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:08.410 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 07:21:08.411 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/06 07:21:08.412 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.893µs] [2024/05/06 07:21:08.412 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.194295ms] [] [2024/05/06 07:21:08.412 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 07:21:08.412 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/05/06 07:21:08.412 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 07:21:08.423 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=11.191294ms] [] [2024/05/06 07:21:08.528 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:08.528 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=116.553216ms] [] [2024/05/06 07:21:08.528 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 07:21:08.530 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=118.423583ms] [droppedSize=0] [2024/05/06 07:21:08.661 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=130.646034ms] [2024/05/06 07:21:08.785 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 07:21:08.788 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=3] [takeTime=406.357817ms] [] [2024/05/06 07:21:08.840 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 07:21:08.850 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:08.851 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:08.851 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:08.851 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:08.853 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:21:08.853 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:08.853 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:08.853 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:08.853 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:08.853 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.950526536s] [] [2024/05/06 07:21:08.873 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 07:21:08.875 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:08.877 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 07:21:08.877 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 07:21:08.976 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/06 07:21:08.980 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 07:21:08.980 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 07:21:09.177 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:09.228 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 07:21:09.228 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 07:21:09.228 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 07:21:09.229 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=13.418µs] [] [2024/05/06 07:21:09.229 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/05/06 07:21:09.229 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/05/06 07:21:09.229 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/05/06 07:21:09.229 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/05/06 07:21:09.229 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 07:21:09.229 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/05/06 07:21:09.229 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/05/06 07:21:09.241 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/05/06 07:21:09.248 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/05/06 07:21:09.252 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/05/06 07:21:09.255 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/05/06 07:21:09.255 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 07:21:09.255 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=26.962962ms] [] [2024/05/06 07:21:09.255 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=27.281487ms] [] [2024/05/06 07:21:09.312 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=135.495363ms] [] [2024/05/06 07:21:09.377 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 07:21:09.377 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 07:21:09.381 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 07:21:09.462 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 07:21:09.465 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 07:21:09.482 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 07:21:09.482 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 07:21:09.484 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/06 07:21:09.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:09.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:09.701 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=216.093366ms] [] [2024/05/06 07:21:09.793 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.329194462\n# Parse_time: 0.000650918\n# Compile_time: 0.001260169\n# Rewrite_time: 0.000252163\n# Optimize_time: 0.002513759\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4zM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4zM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 07:21:09.830 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/05/06 07:21:10.109 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/06 07:21:10.112 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/06 07:21:10.144 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:21:10.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:21:10.144 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:21:10.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/05/06 07:21:10.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:10.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:10.252 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.153194ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 07:21:10.263 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 07:21:10.319 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=72.41818ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 07:21:10.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:10.374 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:10.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:10.400 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 07:21:10.400 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:21:10.407 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/06 07:21:10.466 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:10.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:21:10.466 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:10.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/06 07:21:10.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:10.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:10.548 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/05/06 07:21:10.603 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.411833ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 07:21:10.616 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 07:21:10.649 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.074043ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:10.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:10.698 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:10.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:10.733 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 07:21:10.734 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:21:10.737 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.332057578\n# Parse_time: 0.00073436\n# Compile_time: 0.000779231\n# Rewrite_time: 0.000008877\n# Optimize_time: 0.002176497\n# Wait_TS: 0.000466218\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/05/06 07:21:10.775 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:10.978 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 07:21:11.073 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 07:21:11.111 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 07:21:11.111 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 07:21:11.219 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 07:21:11.221 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:11.222 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 07:21:11.247 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:11.252 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 07:21:11.252 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 07:21:11.259 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=6.788254ms] [2024/05/06 07:21:11.259 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=7.02032ms] [] [2024/05/06 07:21:11.260 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 07:21:11.260 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 07:21:11.404 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 07:21:11.425 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 07:21:11.441 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:21:11.485 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:11.487 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 07:21:11.489 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:11.498 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:11.498 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:11.498 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:11.499 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:11.500 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:11.500 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:11.500 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:11.500 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:11.500 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:11.515 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:21:11.517 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:21:11.517 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:21:11.517 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 07:21:11.517 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 07:21:11.564 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/06 07:21:11.568 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 07:21:11.572 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:11.572 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 07:21:11.690 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/06 07:21:11.725 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=6.882236ms] [encodeDur=26.239111ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=1.077144ms] [type=file] [takeTime=35.432316ms] [] [2024/05/06 07:21:11.728 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/0c8c0651-e5f2-46be-b5ff-2123ab93b9e0.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/06 07:21:11.728 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=164.260222ms] [] [2024/05/06 07:21:11.728 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 07:21:11.729 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 07:21:11.729 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 07:21:11.731 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.462276ms] [] [2024/05/06 07:21:11.731 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 07:21:11.736 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:11.758 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/06 07:21:11.759 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:11.775 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/06 07:21:11.777 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=45.551666ms] [] [2024/05/06 07:21:11.777 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 07:21:11.778 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.248773ms] [] [2024/05/06 07:21:11.778 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 07:21:11.778 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:11.780 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.745211ms] [] [2024/05/06 07:21:11.780 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 07:21:11.780 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:11.780 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=57.464µs] [] [2024/05/06 07:21:11.780 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:11.781 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=950.44µs] [] [2024/05/06 07:21:11.854 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/05/06 07:21:11.857 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 07:21:11.861 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:11.861 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 07:21:11.951 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/06 07:21:11.978 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=4.531535ms] [encodeDur=20.757908ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=492.011µs] [type=file] [takeTime=26.699492ms] [] [2024/05/06 07:21:11.979 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=125.569932ms] [] [2024/05/06 07:21:11.979 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/93853981-8e61-4232-9671-f0a9afbb1b77.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/06 07:21:11.979 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 07:21:11.979 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 07:21:11.980 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 07:21:11.982 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.324267ms] [] [2024/05/06 07:21:11.982 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 07:21:11.987 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:12.010 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 07:21:12.010 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:12.026 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 07:21:12.028 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=45.630463ms] [] [2024/05/06 07:21:12.028 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 07:21:12.029 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.007567ms] [] [2024/05/06 07:21:12.029 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 07:21:12.029 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:12.030 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.47221ms] [] [2024/05/06 07:21:12.030 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 07:21:12.030 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:12.031 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=52.833µs] [] [2024/05/06 07:21:12.031 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:12.031 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=836.799µs] [] [2024/05/06 07:21:12.124 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/05/06 07:21:12.129 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 07:21:12.133 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:12.133 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 07:21:12.226 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/06 07:21:12.255 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=4.871512ms] [encodeDur=23.135515ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=574.372µs] [type=file] [takeTime=29.555622ms] [] [2024/05/06 07:21:12.257 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=133.055366ms] [] [2024/05/06 07:21:12.257 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/b90d9032-657a-4fa5-a83b-66aaff776338.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/06 07:21:12.257 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 07:21:12.257 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 07:21:12.257 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 07:21:12.259 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.965702ms] [] [2024/05/06 07:21:12.260 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 07:21:12.264 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:12.288 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 07:21:12.288 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:12.306 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 07:21:12.308 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=47.905129ms] [] [2024/05/06 07:21:12.308 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 07:21:12.309 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.052246ms] [] [2024/05/06 07:21:12.309 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 07:21:12.309 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:12.310 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.545767ms] [] [2024/05/06 07:21:12.310 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 07:21:12.311 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:12.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=67.832µs] [] [2024/05/06 07:21:12.311 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:12.312 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.084104ms] [] [2024/05/06 07:21:12.371 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 07:21:12.377 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:12.377 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:12.377 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:12.377 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:12.377 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:12.377 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:12.378 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:12.378 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:12.378 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:12.378 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:12.378 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:12.378 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:12.378 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:12.380 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:21:12.380 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:12.380 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:12.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:12.380 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:12.380 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=894.835568ms] [] [2024/05/06 07:21:12.432 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 07:21:12.433 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:12.434 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 07:21:12.434 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 07:21:12.545 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/06 07:21:12.546 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 07:21:12.546 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 07:21:12.724 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:12.785 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 07:21:12.785 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 07:21:12.785 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 07:21:12.785 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=12.337µs] [] [2024/05/06 07:21:12.785 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/05/06 07:21:12.785 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 07:21:12.785 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 07:21:12.785 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 07:21:12.790 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/05/06 07:21:12.791 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 07:21:12.791 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=5.833045ms] [] [2024/05/06 07:21:12.791 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=5.988296ms] [] [2024/05/06 07:21:12.835 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 07:21:12.835 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 07:21:12.838 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 07:21:12.861 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=136.700447ms] [] [2024/05/06 07:21:12.917 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 07:21:12.924 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 07:21:12.945 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 07:21:12.945 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 07:21:13.030 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 07:21:13.228 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.489973835\n# Parse_time: 0.000834078\n# Compile_time: 0.001995621\n# Rewrite_time: 0.000294207\n# Optimize_time: 0.002176497\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 07:21:13.334 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/06 07:21:13.365 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 07:21:13.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 07:21:13.365 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 07:21:13.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 07:21:13.424 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 07:21:13.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:13.436 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/05/06 07:21:13.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.546373ms] [gotSchemaVersion=60] [phyTblIDs="[118,120]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 07:21:13.494 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 07:21:13.527 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.377503ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:13.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:13.598 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 07:21:13.607 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/05/06 07:21:13.610 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 07:21:13.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 07:21:13.680 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 07:21:13.680 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 07:21:13.684 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.350738264\n# Parse_time: 0.000192966\n# Compile_time: 0.000662131\n# Rewrite_time: 0.000008396\n# Optimize_time: 0.00111804\n# Wait_TS: 0.000360727\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 07:21:13.700 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:13.931 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 07:21:14.015 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 07:21:14.057 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 07:21:14.058 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 07:21:14.163 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 07:21:14.165 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:14.167 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 07:21:14.192 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:14.196 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 07:21:14.196 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 07:21:14.202 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=6.175158ms] [2024/05/06 07:21:14.202 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=6.314999ms] [] [2024/05/06 07:21:14.202 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 07:21:14.202 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 07:21:14.350 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 07:21:14.370 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 07:21:14.395 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/05/06 07:21:14.437 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:14.438 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 07:21:14.440 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 07:21:14.449 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 07:21:14.449 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365782699169500611] [2024/05/06 07:21:14.449 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:14.450 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 07:21:14.451 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 07:21:14.451 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 07:21:14.451 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:14.451 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 07:21:14.451 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:14.465 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 07:21:14.467 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 07:21:14.467 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 07:21:14.467 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 07:21:14.467 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 07:21:14.510 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/06 07:21:14.514 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 07:21:14.518 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:14.518 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 07:21:14.621 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/05/06 07:21:14.655 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=5.12546ms] [encodeDur=27.189189ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=625.888µs] [type=file] [takeTime=34.033863ms] [] [2024/05/06 07:21:14.657 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/153f6edf-3dfe-42bd-8af5-574bfb4358a7.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/05/06 07:21:14.657 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=147.1146ms] [] [2024/05/06 07:21:14.658 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 07:21:14.658 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 07:21:14.658 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 07:21:14.660 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.039977ms] [] [2024/05/06 07:21:14.660 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 07:21:14.665 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:14.687 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/06 07:21:14.688 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:14.703 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/06 07:21:14.705 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=44.942934ms] [] [2024/05/06 07:21:14.705 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 07:21:14.706 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.161823ms] [] [2024/05/06 07:21:14.706 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 07:21:14.706 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:14.708 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.811117ms] [] [2024/05/06 07:21:14.708 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 07:21:14.708 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:14.708 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=67.947µs] [] [2024/05/06 07:21:14.708 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 07:21:14.709 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=916.695µs] [] [2024/05/06 07:21:14.774 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/05/06 07:21:14.779 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 07:21:14.782 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:14.782 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 07:21:14.874 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/05/06 07:21:14.903 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=4.741419ms] [encodeDur=22.614299ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=531.646µs] [type=file] [takeTime=29.021578ms] [] [2024/05/06 07:21:14.905 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=130.400332ms] [] [2024/05/06 07:21:14.905 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/536fd683-4157-4862-9beb-501068d10624.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/05/06 07:21:14.905 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 07:21:14.905 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 07:21:14.905 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 07:21:14.907 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.133497ms] [] [2024/05/06 07:21:14.907 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 07:21:14.912 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:14.933 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 07:21:14.934 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:14.949 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 07:21:14.951 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=43.994576ms] [] [2024/05/06 07:21:14.951 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 07:21:14.952 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.061918ms] [] [2024/05/06 07:21:14.953 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 07:21:14.953 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:14.954 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.537471ms] [] [2024/05/06 07:21:14.954 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 07:21:14.954 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:14.954 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=64.876µs] [] [2024/05/06 07:21:14.954 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 07:21:14.955 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=823.527µs] [] [2024/05/06 07:21:15.051 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/05/06 07:21:15.056 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 07:21:15.060 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:15.060 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 07:21:15.154 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/05/06 07:21:15.190 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=5.489493ms] [encodeDur=29.516847ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=514.157µs] [type=file] [takeTime=36.626522ms] [] [2024/05/06 07:21:15.196 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=144.998559ms] [] [2024/05/06 07:21:15.196 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/a1ba1119-e453-4b67-9c2e-d369acce01c0.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/05/06 07:21:15.196 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 07:21:15.197 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 07:21:15.197 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 07:21:15.199 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.520301ms] [] [2024/05/06 07:21:15.199 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 07:21:15.205 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 07:21:15.228 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 07:21:15.228 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 07:21:15.244 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 07:21:15.246 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=46.775745ms] [] [2024/05/06 07:21:15.246 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 07:21:15.247 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.111005ms] [] [2024/05/06 07:21:15.247 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 07:21:15.247 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:15.249 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.528596ms] [] [2024/05/06 07:21:15.249 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 07:21:15.249 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:15.249 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=62.254µs] [] [2024/05/06 07:21:15.249 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 07:21:15.250 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=822.71µs] [] [2024/05/06 07:21:15.299 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:15.306 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:15.306 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:15.306 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:15.306 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:15.308 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 07:21:15.308 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:15.308 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:15.308 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:15.308 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:15.308 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=871.174344ms] [] [2024/05/06 07:21:15.378 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 07:21:15.379 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 07:21:15.380 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 07:21:15.380 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 07:21:15.488 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/06 07:21:15.490 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 07:21:15.490 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 07:21:15.663 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 07:21:15.710 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 07:21:15.710 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 07:21:15.710 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 07:21:15.710 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=10.846µs] [] [2024/05/06 07:21:15.710 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/05/06 07:21:15.710 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 07:21:15.710 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/05/06 07:21:15.710 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/05/06 07:21:15.715 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/05/06 07:21:15.715 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 07:21:15.716 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=5.50726ms] [] [2024/05/06 07:21:15.716 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=5.676585ms] [] [2024/05/06 07:21:15.759 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=96.456943ms] [] [2024/05/06 07:21:15.801 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 07:21:15.801 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 07:21:15.804 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 07:21:15.864 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 07:21:15.874 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 07:21:15.888 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 07:21:15.888 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 07:21:15.966 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 07:21:16.169 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.484357996\n# Parse_time: 0.000712396\n# Compile_time: 0.001305584\n# Rewrite_time: 0.000282198\n# Optimize_time: 0.00111804\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 07:21:16.242 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [2024/05/06 07:21:16.242 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [2024/05/06 07:21:16.243 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [] [2024/05/06 07:21:16.244 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=24.351µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=19.542µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=10.667µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=22.174µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=11.792µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=13.847µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=18.898µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=15.388µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=9.157µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=24.705µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=15.603µs] [2024/05/06 07:21:16.245 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 07:21:16.245 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 07:21:16.245 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 07:21:16.250 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] ["take time"=18.569422ms] [2024/05/06 07:21:16.250 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [2024/05/06 07:21:16.252 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 07:21:16.252 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 07:21:16.252 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d11dc6ad-4a26-4a71-95d9-750f6386a92e] [watcherID=ee467785-308e-417c-ac26-883669c44b43] [2024/05/06 07:21:16.252 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d11dc6ad-4a26-4a71-95d9-750f6386a92e] [2024/05/06 07:21:16.252 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 07:21:16.253 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 07:21:16.253 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 07:21:16.253 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 07:21:16.253 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 07:21:16.253 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 07:21:16.253 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 07:21:16.253 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 07:21:16.253 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 07:21:16.253 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 07:21:16.259 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 07:21:16.259 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1392] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 07:21:16.260 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 07:21:16.260 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 07:21:16.260 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9 watch owner key /tidb/stats/owner/22318f4cc4ecd8b9"] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 07:21:16.260 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 07:21:16.260 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 07:21:16.260 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 07:21:16.260 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [2024/05/06 07:21:16.260 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 07:21:16.260 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 07:21:16.261 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [2024/05/06 07:21:16.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 07:21:16.260 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 07:21:16.260 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f2ad98f-a33c-42c3-93cc-aaf2fb46a4ac"] [error="lost watcher waiting for delete"] [2024/05/06 07:21:16.261 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9] [2024/05/06 07:21:16.260 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [2024/05/06 07:21:16.261 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 07:21:16.261 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f2ad98f-a33c-42c3-93cc-aaf2fb46a4ac"] [2024/05/06 07:21:16.261 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 07:21:16.261 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 07:21:16.261 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 07:21:16.261 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 07:21:16.262 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 07:21:16.262 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [error="context canceled"] [2024/05/06 07:21:16.262 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 07:21:16.262 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 07:21:16.262 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6f2ad98f-a33c-42c3-93cc-aaf2fb46a4ac] [daemon-id=LogBackup::Advancer] [2024/05/06 07:21:16.262 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 6f2ad98f-a33c-42c3-93cc-aaf2fb46a4ac"] [error="context canceled"] [2024/05/06 07:21:16.262 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 07:21:16.262 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 07:21:16.262 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 07:21:16.265 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 07:21:16.265 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 07:21:16.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 07:21:16.463 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f2ad98f-a33c-42c3-93cc-aaf2fb46a4ac"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 07:21:16.463 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 07:21:17.535 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 07:21:17.535 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 07:21:17.535 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 07:21:17.716 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f2ad98f-a33c-42c3-93cc-aaf2fb46a4ac"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 07:21:17.734 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b5f9fe60-7880-4cdd-b2dd-ecfe6b6882e9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 07:21:17.734 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 07:21:17.734 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 07:21:17.734 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 07:21:17.743 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.511022309s] [2024/05/06 07:21:17.743 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 07:21:17.743 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 07:21:17.743 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 07:21:17.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 07:21:17.744 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 07:21:17.745 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (51.60s) --- PASS: TestImportInto/TestGlobalSortBasic (13.31s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (8.45s) --- PASS: TestImportInto/TestSplitFile (6.10s) PASS coverage: 14.0% of statements GCov does not exist at the given path: '' May 06, 2024 7:21:23 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 7:21:23 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 7:21:23 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 7:21:23 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 7:21:23 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; Downloading tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test, 181.0 MiB / 211.3 MiB; 3s remote-cache Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 35.247s, Critical Path: 14.56s INFO: 1572 processes: 1552 remote cache hit, 20 internal. INFO: Build completed successfully, 1572 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] // withEnv [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 7s remote-cache, linux-sandbox [Pipeline] } [Pipeline] // stage [Pipeline] } complete to collect bazel result. [Pipeline] } [1,547 / 1,550] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 64.1 MiB / 96.2 MiB; 3s remote-cache [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [1,550 / 1,567] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 3.7 MiB / 7.7 MiB; 0s remote-cache ... (3 actions, 0 running) [1,547 / 1,550] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 3s remote-cache + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/06 17:07:45.570 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:45.570 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:45.570 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:45.574 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:45.575 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:45.575 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:45.575 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:45.575 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:45.575 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:45.575 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:45.575 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:45.575 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:45.575 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:45.576 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=620.381µs] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:47.580 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:47.580 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:47.580 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:47.580 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:47.580 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:47.580 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.580 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:47.581 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:47.581 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.581 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.582 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:47.583 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:47.583 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:47.583 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:47.583 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.584 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.585 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.586 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:47.586 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:47.586 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:47.586 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.586 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.586 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.633 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/06 17:07:49.080 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:49.080 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:49.081 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:49.081 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:49.081 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:49.081 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:49.081 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:49.084 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810799070460039] [2024/05/06 17:07:49.084 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810799070460039] [2024/05/06 17:07:49.088 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:49.089 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:49.090 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:49.091 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:49.091 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:49.091 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:49.091 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:49.092 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=2234275743217008298] [member-id=3474484975246189105] [2024/05/06 17:07:49.101 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:49.102 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:49.294 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:49.294 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:49.294 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:49.294 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=126.207µs] [2024/05/06 17:07:49.295 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:07:49.295 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810799070460039/leader] [purpose="leader election"] [2024/05/06 17:07:49.295 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:50.295 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:07:59.083 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:59.083 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] ==> ./pd3.log <== [2024/05/06 17:07:45.570 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:45.570 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:45.570 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:45.574 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:45.575 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:45.575 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:45.576 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:45.576 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:45.576 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:45.576 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:45.576 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:45.576 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:45.576 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:45.576 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=365.164µs] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:47.579 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.579 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:47.581 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:47.581 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.581 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.582 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.582 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.582 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.582 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.582 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.582 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:47.582 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:47.582 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:47.582 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.584 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:47.584 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:47.584 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.584 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.584 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:47.585 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.585 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.585 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:47.585 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.633 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:49.081 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:49.081 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:49.081 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:49.081 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:49.081 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:49.081 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:49.081 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:49.084 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810799070460039] [2024/05/06 17:07:49.084 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810799070460039] [2024/05/06 17:07:49.088 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:49.089 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:49.090 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:49.091 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:49.091 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:49.091 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:49.091 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:49.092 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=2234275743217008298] [member-id=4060626905997471512] [2024/05/06 17:07:49.101 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:49.102 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:49.294 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:49.294 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:49.294 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:49.294 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=31.987µs] [2024/05/06 17:07:49.295 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:07:49.295 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810799070460039/leader] [purpose="leader election"] [2024/05/06 17:07:49.295 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:50.295 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:07:59.083 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:59.083 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/05/06 17:07:45.570 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:45.570 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:45.570 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:45.570 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:45.574 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:45.574 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:45.575 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:45.575 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:45.575 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:45.575 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:45.575 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:45.575 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:45.576 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:45.576 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:45.576 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:45.576 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:45.576 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=462.709µs] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:47.578 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.579 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:47.580 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:47.580 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.580 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.580 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.580 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.580 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.581 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.581 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.581 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.581 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.581 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.581 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.582 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.583 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:47.583 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:47.583 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:47.583 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:47.583 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.583 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.583 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.584 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.584 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.585 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:47.585 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:47.585 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:47.585 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.585 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.585 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.585 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.585 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.586 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.633 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:49.079 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:49.080 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:49.080 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:49.080 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:49.081 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:49.081 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:49.081 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:49.081 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:49.081 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:49.081 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:49.081 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:49.084 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810799070460039] [2024/05/06 17:07:49.084 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810799070460039] [2024/05/06 17:07:49.088 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:49.089 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:49.090 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:49.091 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:49.091 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:49.091 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:49.092 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:49.092 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/05/06 17:07:49.093 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579137951333133] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:49.094 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:49.094 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810799070460039/leader] [purpose="leader election"] [2024/05/06 17:07:49.094 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/05/06 17:07:49.094 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:49.094 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:49.094 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:49.095 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:52.094 +08:00] [next=2024/05/06 17:07:49.094 +08:00] [2024/05/06 17:07:49.096 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:49.096 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:49.097 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:49.099 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:49.101 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:49.102 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:49.102 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:49.102 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/05/06 17:07:49.102 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:49.396 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:49.396 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:49.407 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:49.467 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:49.467 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:49.468 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:49.468 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:49.475 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810799070460039] [request="header: store: region: peers: > "] [2024/05/06 17:07:49.475 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810799070460039] [request="header: store: region: peers: > "] [2024/05/06 17:07:49.475 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810799070460039] [2024/05/06 17:07:49.476 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365810799070460039] [2024/05/06 17:07:49.476 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=20] [2024/05/06 17:07:49.476 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=20] [2024/05/06 17:07:49.479 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.030667ms] [2024/05/06 17:07:49.479 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=208.365µs] [2024/05/06 17:07:49.480 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:49.480 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:49.480 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:49.480 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:49.480 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:49.480 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:49.480 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:49.481 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=786.454µs] [2024/05/06 17:07:49.483 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:49.483 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=7] [2024/05/06 17:07:49.483 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:7 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986469 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:49.484 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:49.485 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:49.485 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986469 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:49.485 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:50.093 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:50.295 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/06 17:07:50.295 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/06 17:07:50.296 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:50.295 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:51.235 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:51.246 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:51.246 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43679] [remotes="[]"] [2024/05/06 17:07:51.246 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:51.246 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:41985] [remotes="[]"] [2024/05/06 17:07:51.247 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:51.250 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:52.479 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:52.479 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986469 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:52.479 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:52.481 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:52.481 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:52.481 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:52.482 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.482 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.483 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.483 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:52.484 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:52.485 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:52.485 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:52.485 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:52.495 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-05-06 17:07:52.495342932 +0800 CST m=+6.964992526, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:52.495 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:52.495 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/06 17:07:52.495 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:52.495 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:52.495 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:52.497 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=3] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:52.497 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=1.67672ms] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-05-06 17:07:52.495342932 +0800 CST m=+6.964992526, startAt:2024-05-06 17:07:52.495453116 +0800 CST m=+6.965102719, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:52.497 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=3] [origin="id:8 end_key:\"7200000000000000FB\" region_epoch: peers: id:10 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:12 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:14 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:53.483 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:59.083 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/06 17:07:59.083 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:59.482 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/05/06 17:07:59.483 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=7] [store-address=127.0.0.1:20162] [2024/05/06 17:07:59.483 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:59.502304106 +0800 CST m=+13.971953701, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 16 on store 7}, 1:{promote learner peer 16 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 16 on store 7"] [source=create] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:59.502470264 +0800 CST m=+13.972119858, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 17 on store 7}, 1:{promote learner peer 17 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 17 on store 7"] [source=create] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-05-06 17:07:59.502555063 +0800 CST m=+13.972204709, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 18 on store 7"] [source=create] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:8(5, 1), createAt:2024-05-06 17:07:59.502647198 +0800 CST m=+13.972296792, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 19 on store 7"] [source=create] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:59.502716396 +0800 CST m=+13.972365990, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:59.502 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 7"] [source=create] [2024/05/06 17:07:59.503 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 18 on store 7"] [source=heartbeat] [2024/05/06 17:07:59.503 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 17 on store 7"] [source=heartbeat] [2024/05/06 17:07:59.503 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:18 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.503 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:17 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.504 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 16 on store 7"] [source=heartbeat] [2024/05/06 17:07:59.504 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:16 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.504 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 19 on store 7"] [source=heartbeat] [2024/05/06 17:07:59.504 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 7"] [source=heartbeat] [2024/05/06 17:07:59.504 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:19 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.504 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:20 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:59.517 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 20 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:59.517 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 16 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:59.518 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 19 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:59.518 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 17 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:59.518 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 18 on store 7 to voter"] [source=heartbeat] [2024/05/06 17:07:59.518 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:19 store_id:7 role:Learner },Add peer:{id:19 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.518 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=16.056683ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:8(5, 1), createAt:2024-05-06 17:07:59.502647198 +0800 CST m=+13.972296792, startAt:2024-05-06 17:07:59.50267098 +0800 CST m=+13.972320574, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.518 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=16.079006ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:59.502716396 +0800 CST m=+13.972365990, startAt:2024-05-06 17:07:59.502741737 +0800 CST m=+13.972391332, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.518 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:20 store_id:7 role:Learner },Add peer:{id:20 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.519 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=17.136667ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:59.502304106 +0800 CST m=+13.971953701, startAt:2024-05-06 17:07:59.502394557 +0800 CST m=+13.972044152, currentStep:2, size:1, steps:[0:{add learner peer 16 on store 7}, 1:{promote learner peer 16 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.519 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:16 store_id:7 role:Learner },Add peer:{id:16 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.519 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=17.3073ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:59.502470264 +0800 CST m=+13.972119858, startAt:2024-05-06 17:07:59.502501742 +0800 CST m=+13.972151337, currentStep:2, size:1, steps:[0:{add learner peer 17 on store 7}, 1:{promote learner peer 17 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.519 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:17 store_id:7 role:Learner },Add peer:{id:17 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:59.519 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=17.323951ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-05-06 17:07:59.502555063 +0800 CST m=+13.972204709, startAt:2024-05-06 17:07:59.502599087 +0800 CST m=+13.972248681, currentStep:2, size:0, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:59.520 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:18 store_id:7 role:Learner },Add peer:{id:18 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:8(5, 3), createAt:2024-05-06 17:08:02.489354567 +0800 CST m=+16.959004161, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 21 on store 2"] [source=create] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:02.489580278 +0800 CST m=+16.959229872, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=create] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:02.489670608 +0800 CST m=+16.959320202, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 2"] [source=create] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:02.489744975 +0800 CST m=+16.959394569, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 24 on store 2"] [source=create] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-05-06 17:08:02.489831102 +0800 CST m=+16.959480696, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:02.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 25 on store 2"] [source=create] [2024/05/06 17:08:02.490 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/06 17:08:02.490 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:02.490 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/06 17:08:02.490 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:02.491 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/06 17:08:02.491 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:02.491 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/06 17:08:02.491 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/06 17:08:02.491 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:02.491 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:02.498 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:02.498 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:02.498 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:02.498 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:02.498 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:02.499 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:02.499 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.588223ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:02.489670608 +0800 CST m=+16.959320202, startAt:2024-05-06 17:08:02.489696559 +0800 CST m=+16.959346153, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:02.499 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.644583ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:02.489744975 +0800 CST m=+16.959394569, startAt:2024-05-06 17:08:02.489783148 +0800 CST m=+16.959432743, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:02.499 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:02.499 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.888917ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:02.489580278 +0800 CST m=+16.959229872, startAt:2024-05-06 17:08:02.489618301 +0800 CST m=+16.959267895, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:02.499 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:02.499 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=9.749034ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-05-06 17:08:02.489831102 +0800 CST m=+16.959480696, startAt:2024-05-06 17:08:02.489855729 +0800 CST m=+16.959505324, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:02.499 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:02.499 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=10.162577ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:8(5, 3), createAt:2024-05-06 17:08:02.489354567 +0800 CST m=+16.959004161, startAt:2024-05-06 17:08:02.489499273 +0800 CST m=+16.959148867, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:02.499 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:49.496 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:49.498 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={29, 59, 35, 15, 33, 64, 66, 21, 31, 14, 18, 48, 47, 55, 17, 25, 28, 52, 61, 51, 63, 26, 30, 0, 56, 27, 71, 20, 22, 16, 32, 36, 11, 12, 13, 34, 49, 19, 58, 68, 57, 23, 65, 69, 24, 60, 67, 50, 54, 53, 62, 70}"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:45.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f1269a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f1269aafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1269a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1269ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986465.539289643\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f1269a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f1269aafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1269a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1269ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f1269a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f1269aafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1269a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1269ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986465.539802751\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f1269a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f1269aafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1269a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1269ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.540 +08:00] [INFO] [] ["subchannel 0x7f1269a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f1269aafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1269a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1269ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986465.540077639\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:45.540 +08:00] [INFO] [] ["subchannel 0x7f1269a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f1269aafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1269a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1269ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.540 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.540 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:45.841 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.842 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.842 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.083 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.385 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.386 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.387 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.388 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.389 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.389 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.389 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:49.390 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810799070460039] [thread_id=1] [2024/05/06 17:07:49.390 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.390 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.392 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:49.393 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:49.393 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:49.395 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:49.396 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:49.396 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:49.396 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:49.396 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:49.396 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:49.399 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:49.399 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:49.400 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 210.135µs"] [thread_id=1] [2024/05/06 17:07:49.463 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:49.465 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:49.466 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:49.466 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:49.466 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:49.467 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:49.467 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:49.467 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:49.467 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:49.467 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:49.467 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:49.474 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.483 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810799070460039] [thread_id=1] [2024/05/06 17:07:49.483 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986469 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:49.485 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:49.485 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.485 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:49.485 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.486 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 4."] [id=4] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=224.374µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.490 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=4.505µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.491 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=3] [thread_id=101] [2024/05/06 17:07:49.492 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:49.492 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:49.492 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:49.492 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=3] [thread_id=31] [2024/05/06 17:07:49.495 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:49.495 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=3] [thread_id=68] [2024/05/06 17:07:49.497 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:49.497 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:49.497 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:49.498 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:49.499 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:49.499 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:49.499 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:49.503 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:52.495 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=3] [thread_id=31] [2024/05/06 17:07:52.495 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:52.496 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [new_region_ids="[new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:52.496 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7200000100000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7800000000000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000100000000FB new_region_id: 14 new_peer_ids: 15 } right_derive: true }"] [index=7] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:52.496 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:52.496 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=3] [thread_id=102] [2024/05/06 17:07:52.496 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:52.496 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:52.496 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.496 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.496 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=3] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:52.496 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/06 17:07:52.497 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/06 17:07:52.497 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:52.497 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:52.497 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=3] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=8] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=12] [thread_id=68] [2024/05/06 17:07:52.497 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/05/06 17:07:59.493 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:59.502 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:59.502 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:59.502 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.502 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.502 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:59.502 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.502 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/05/06 17:07:59.502 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.502 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.502 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner } } }"] [index=8] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:59.502 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:59.503 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.503 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.503 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.503 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.503 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.503 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.503 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.503 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.503 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.503 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.503 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.504 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=7] [thread_id=71] [2024/05/06 17:07:59.504 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=7] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:59.505 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.122855ms] [addr=127.0.0.1:20162] [store_id=7] [thread_id=71] [2024/05/06 17:07:59.507 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(7)] [thread_id=7] [2024/05/06 17:07:59.508 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.508 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=17] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.508 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.508 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.508 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=16] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.508 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:59.508 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.508 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:59.508 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=628.095µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=625.49µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:07:59.509 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:07:59.509 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=16] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=461.96µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.509 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=17] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.509 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=539.234µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.510 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=389.75µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:07:59.510 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.474572ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 16 store_id: 7 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.255748ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.410999ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 7 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 17 store_id: 7 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.039599ms] [size=0] [snap_key=3_6_8] [region_id=3] [thread_id=130] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 7 role: Learner"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.445266ms] [size=0] [snap_key=8_6_7] [region_id=8] [thread_id=130] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 7 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 7 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 }]"] [region_id=8] [thread_id=31] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 7 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 7 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 }]"] [region_id=3] [thread_id=31] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 7 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 }"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=9] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 }"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.489 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/05/06 17:08:02.489 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.489 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:02.489 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:02.489 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.489 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.489 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:02.489 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.489 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/05/06 17:08:02.489 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.490 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.490 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.491 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 19} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.491 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:02.491 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.491 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:02.491 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.491 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.491 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/06 17:08:02.491 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/06 17:08:02.491 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=775.42µs] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/06 17:08:02.494 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/06 17:08:02.494 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.494 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.494 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.494 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.494 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=534.054µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=554.854µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:02.495 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.495 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:02.495 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=445.584µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:02.496 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=521.754µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:08:02.496 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=354.174µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/05/06 17:08:02.496 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.672773ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.293251ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.6933ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.331637ms] [size=0] [snap_key=3_6_10] [region_id=3] [thread_id=132] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.498 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.294779ms] [size=0] [snap_key=8_6_9] [region_id=8] [thread_id=132] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.498 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.498 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.498 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.498 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=3] [thread_id=31] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=8] [thread_id=31] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 17, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 25, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 21, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 }"] [peer_id=9] [region_id=8] [thread_id=102] ==> ./tikv1.log <== [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={62, 32, 60, 36, 53, 25, 18, 11, 14, 55, 58, 30, 20, 15, 68, 34, 19, 24, 35, 57, 56, 64, 67, 47, 70, 54, 69, 23, 48, 17, 66, 33, 71, 31, 51, 52, 27, 59, 21, 28, 22, 0, 13, 26, 49, 50, 65, 63, 12, 29, 16, 61}"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:45.535 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:45.537 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.538 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:45.538 +08:00] [INFO] [] ["subchannel 0x7f6255a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f6255aafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6255a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6255ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986465.538148989\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:45.538 +08:00] [INFO] [] ["subchannel 0x7f6255a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f6255aafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6255a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6255ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.538 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.538 +08:00] [INFO] [] ["subchannel 0x7f6255a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f6255aafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6255a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6255ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986465.538740801\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:45.538 +08:00] [INFO] [] ["subchannel 0x7f6255a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f6255aafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6255a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6255ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.538 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f6255a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f6255aafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6255a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6255ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986465.539054986\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f6255a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f6255aafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6255a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6255ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:45.840 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.841 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.841 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.083 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.385 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.386 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.387 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.388 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.389 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.389 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.389 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:49.390 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810799070460039] [thread_id=1] [2024/05/06 17:07:49.390 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.390 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.392 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:49.393 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:49.393 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:49.394 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:49.395 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:49.395 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:49.396 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:49.396 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:49.396 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:49.396 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:49.399 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:49.399 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:49.400 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 222.774µs"] [thread_id=1] [2024/05/06 17:07:49.464 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:49.466 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:49.466 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:49.467 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:49.467 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:49.468 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:49.468 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:49.468 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:49.468 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:49.468 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:49.468 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:49.475 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:49.476 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365810799070460039] [thread_id=1] [2024/05/06 17:07:52.476 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810799070460039] [thread_id=1] [2024/05/06 17:07:52.477 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986469 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:52.479 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:52.479 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:52.479 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:52.479 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:52.479 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:52.480 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:52.483 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:52.483 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=54.6µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:52.483 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=27.87µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:52.486 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:52.486 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:52.486 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:52.490 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:52.490 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:52.490 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:52.492 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:52.492 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:52.492 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:52.496 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:02.487 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:02.492 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:02.492 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=2] [peer_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=2] [peer_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.492 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.493 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.493 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.493 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.493 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.493 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.493 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.494 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:02.494 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:08:02.494 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=740.841µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=130] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/05/06 17:08:02.496 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_3_6_10_(default|lock|write).sst] [snap_key=3_6_10] [thread_id=129] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=497.859µs] [snap_key=14_6_9] [thread_id=130] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=572.759µs] [snap_key=12_6_9] [thread_id=132] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=601.309µs] [snap_key=10_6_9] [thread_id=131] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_8_6_9_(default|lock|write).sst] [snap_key=8_6_9] [thread_id=130] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=532.578µs] [snap_key=3_6_10] [thread_id=129] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.497 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=451.464µs] [snap_key=8_6_9] [thread_id=130] [2024/05/06 17:08:02.497 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=14] [thread_id=80] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 19} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.497 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.498 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=142.864µs] [region_id=14] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=8] [thread_id=102] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=12] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.487µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.52µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=3] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.343µs] [region_id=3] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=8] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.358µs] [region_id=8] [thread_id=80] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=25] [region_id=3] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=3] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=3] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 25, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 17, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 21, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:52.486 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_10] [peer_id=25] [region_id=3] [thread_id=102] [2024/05/06 17:08:52.486 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_9] [peer_id=21] [region_id=8] [thread_id=101] [2024/05/06 17:08:52.486 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:08:52.486 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=23] [region_id=12] [thread_id=101] [2024/05/06 17:08:52.486 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=24] [region_id=14] [thread_id=102] [2024/05/06 17:08:52.486 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:52.486 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:52.486 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:52.486 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:52.486 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={22, 62, 66, 69, 54, 63, 18, 26, 60, 27, 28, 19, 65, 16, 23, 32, 64, 14, 49, 67, 55, 25, 36, 29, 70, 48, 52, 59, 56, 12, 11, 24, 31, 33, 17, 51, 53, 58, 47, 15, 20, 61, 21, 13, 0, 30, 50, 34, 35, 57, 68, 71}"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:45.536 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:45.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f0dc284d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f0dc28afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dc2837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dc28d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986465.539138863\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f0dc284d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f0dc28afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dc2837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dc28d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f0dc284dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f0dc28afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dc2837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dc28d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986465.539730365\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [] ["subchannel 0x7f0dc284dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f0dc28afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dc2837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dc28d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:45.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.540 +08:00] [INFO] [] ["subchannel 0x7f0dc284e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f0dc28afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dc2837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dc28d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986465.540055997\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:45.540 +08:00] [INFO] [] ["subchannel 0x7f0dc284e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f0dc28afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dc2837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dc28d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:45.540 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:45.540 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:45.841 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.842 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.842 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.083 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.398 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.398 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.399 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.400 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.401 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.401 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.402 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:49.402 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810799070460039] [thread_id=1] [2024/05/06 17:07:49.402 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.402 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:49.404 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:49.404 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:49.405 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:49.405 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:49.405 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/338144/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:49.405 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:49.406 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:49.406 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:49.407 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:49.407 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:49.407 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:49.407 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:49.407 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:49.410 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:49.410 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:49.410 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 191.402µs"] [thread_id=1] [2024/05/06 17:07:49.473 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:49.475 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:49.475 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:49.475 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:49.476 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:49.476 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:49.476 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:49.476 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:49.476 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=19] [thread_id=73] [2024/05/06 17:07:49.476 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:49.476 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=19] [thread_id=74] [2024/05/06 17:07:49.481 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 7 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986469 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:49.484 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=7] [status=Some()] [thread_id=1] [2024/05/06 17:07:49.484 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:49.484 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/06 17:07:49.484 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=7] [thread_id=1] [2024/05/06 17:07:49.485 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:49.489 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:49.489 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=39.356µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=7] [thread_id=1] [2024/05/06 17:07:49.489 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=30.831µs] [garbage_range_count=1] [store_id=7] [thread_id=1] [2024/05/06 17:07:49.491 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:49.491 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:49.491 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:49.496 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:49.496 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:49.496 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:49.498 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:49.498 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:49.498 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:49.503 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:59.492 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:59.505 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:59.505 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=7] [peer_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=7] [peer_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.505 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=7] [peer_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16."] [id=16] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=18] [region_id=3] [thread_id=101] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=3] [thread_id=101] [2024/05/06 17:07:59.506 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=7] [peer_id=19] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=7] [peer_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=19] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=8] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=16] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=16] [region_id=12] [thread_id=101] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.506 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.507 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:07:59.507 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:59.507 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=748.993µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_3_6_8_(default|lock|write).sst] [snap_key=3_6_8] [thread_id=129] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=133] [2024/05/06 17:07:59.510 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=427.206µs] [snap_key=10_6_7] [thread_id=133] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=500.802µs] [snap_key=12_6_7] [thread_id=130] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=527.295µs] [snap_key=14_6_7] [thread_id=131] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=581.2µs] [snap_key=3_6_8] [thread_id=129] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_8_6_7_(default|lock|write).sst] [snap_key=8_6_7] [thread_id=130] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.511 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=418.347µs] [snap_key=8_6_7] [thread_id=130] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.511 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.517 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:07:59.517 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.517 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=10] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:07:59.517 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.517 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:07:59.517 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=49.312µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=16] [region_id=12] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.353µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=8] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.385µs] [region_id=8] [thread_id=80] [2024/05/06 17:07:59.517 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=17] [region_id=14] [thread_id=80] [2024/05/06 17:07:59.518 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.518 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.878µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:59.518 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=3] [thread_id=80] [2024/05/06 17:07:59.518 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:59.518 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.509µs] [region_id=3] [thread_id=80] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=8] [term=6] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 7 } } }"] [index=8] [term=6] [peer_id=16] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=16] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=16] [region_id=12] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=19] [region_id=8] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=8] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 7 } } }"] [index=8] [term=6] [peer_id=17] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=19] [region_id=8] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=17] [region_id=14] [thread_id=104] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=9] [term=6] [peer_id=18] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=18] [region_id=3] [thread_id=103] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:07:59.518 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:07:59.519 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=101] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=16] [region_id=12] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=16] [region_id=12] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=16] [region_id=12] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=18] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=3] [thread_id=104] [2024/05/06 17:08:02.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=14] [thread_id=102] [2024/05/06 17:08:02.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=12] [thread_id=101] [2024/05/06 17:08:02.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/06 17:08:02.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 19} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:08:02.490 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=16] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=16] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=16] [region_id=12] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=17] [region_id=14] [thread_id=103] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.498 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=18] [region_id=3] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 17, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=3] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=18] [region_id=3] [thread_id=103] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 13, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=12] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=19] [region_id=8] [thread_id=104] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 25, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=102] [2024/05/06 17:08:02.499 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 21, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:08:49.495 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_8] [peer_id=18] [region_id=3] [thread_id=101] [2024/05/06 17:08:49.495 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_7] [peer_id=19] [region_id=8] [thread_id=101] [2024/05/06 17:08:49.495 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/06 17:08:49.495 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=16] [region_id=12] [thread_id=101] [2024/05/06 17:08:49.495 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=17] [region_id=14] [thread_id=101] [2024/05/06 17:08:49.495 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.495 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.495 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.495 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:49.495 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Checks API] No suitable checks publisher found. [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] sh [1,541 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox [Pipeline] } [Pipeline] // dir [1,550 / 1,554] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 0s remote-cache, linux-sandbox [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/06 17:07:46.515 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.515 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.515 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.515 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.515 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.515 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.515 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.515 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.515 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.519 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.519 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.519 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.519 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.521 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.521 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.521 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:46.521 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.521 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:46.521 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.521 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.521 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.521 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:46.521 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.521 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=72] [max-cpu-available=72] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.521 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.522 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=273.4µs] [2024/05/06 17:07:48.524 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:48.524 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:48.524 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:48.524 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:48.524 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:48.525 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:48.525 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:48.525 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.525 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:48.525 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:48.526 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.526 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.526 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.526 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.526 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.526 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.527 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.527 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.528 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.529 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.529 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.529 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.529 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:48.529 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:48.529 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:48.529 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:48.529 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:48.529 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.530 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.530 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.530 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.530 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.530 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.530 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.530 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.530 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.530 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.531 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:48.531 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:48.531 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.531 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.531 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.531 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.580 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:51.025 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:51.025 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:51.025 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:51.026 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:51.026 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:51.026 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:51.026 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:51.026 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:51.031 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810809571709064] [2024/05/06 17:07:51.031 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810809571709064] [2024/05/06 17:07:51.036 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:51.038 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:51.038 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:51.040 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:51.040 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:51.040 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:51.040 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:51.040 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:51.040 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.041 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.041 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:51.041 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:51.042 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=174.274µs] [2024/05/06 17:07:51.042 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810809571709064/leader] [purpose="leader election"] [2024/05/06 17:07:51.042 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:51.042 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:52.043 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:52.260 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:52.271 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:52.271 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:33763] [remotes="[]"] [2024/05/06 17:07:52.271 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:40739] [remotes="[]"] [2024/05/06 17:07:52.271 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:52.272 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:52.276 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:08:01.028 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:08:01.028 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/05/06 17:07:46.514 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.514 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.514 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.518 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.518 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.518 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.518 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.520 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.520 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.520 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:46.520 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.520 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:46.520 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.520 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=72] [max-cpu-available=72] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.520 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.521 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=443.56µs] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:47.523 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.524 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:47.524 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:47.524 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.524 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.524 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.525 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.526 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.526 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.526 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.526 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.526 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.526 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.527 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.527 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.527 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.527 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.527 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.527 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:47.527 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:47.527 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.527 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:47.527 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:47.527 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:47.528 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.528 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.528 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.528 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.528 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.528 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.529 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:47.529 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:48.527 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:48.527 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.527 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:48.528 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.528 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.528 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.528 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.528 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.529 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.529 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.533 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:51.025 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:51.025 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:51.026 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:51.026 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:51.026 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:51.026 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:51.026 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:51.026 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:51.026 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:51.031 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810809571709064] [2024/05/06 17:07:51.031 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810809571709064] [2024/05/06 17:07:51.035 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:51.036 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:51.036 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:51.038 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:51.038 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:51.038 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:51.038 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:51.038 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:51.038 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/06 17:07:51.038 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.039 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908032707347213] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:51.040 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:51.040 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810809571709064/leader] [purpose="leader election"] [2024/05/06 17:07:51.040 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/06 17:07:51.040 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:51.040 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:51.040 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:51.041 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:54.040 +08:00] [next=2024/05/06 17:07:51.040 +08:00] [2024/05/06 17:07:51.042 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.042 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:51.043 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:51.045 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:51.048 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:51.048 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:51.048 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/06 17:07:51.339 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.340 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.340 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.413 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:51.413 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:51.415 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:51.415 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:51.416 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:51.416 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:51.421 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810809571709064] [request="header: store: region: peers: > "] [2024/05/06 17:07:51.422 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810809571709064] [2024/05/06 17:07:51.425 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=976.815µs] [2024/05/06 17:07:51.425 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=61.222µs] [2024/05/06 17:07:51.426 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:51.426 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:51.426 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:51.426 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:51.427 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:51.427 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:51.427 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:51.427 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=508.244µs] [2024/05/06 17:07:51.429 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.430 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:51.430 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.430 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.431 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=3] [2024/05/06 17:07:51.431 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.431 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.432 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:51.432 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.432 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:52.040 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:52.043 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:52.043 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:52.242 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/06 17:07:52.242 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:54.427 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:54.427 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:54.427 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:54.427 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.428 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.429 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.429 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.430 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:54.431 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:54.431 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:54.431 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:54.441 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:54.441273985 +0800 CST m=+7.966626345, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:54.441 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:54.441 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:54.441 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:54.441 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:54.441 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:54.443 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.591308ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:54.441273985 +0800 CST m=+7.966626345, startAt:2024-05-06 17:07:54.441406478 +0800 CST m=+7.966758838, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:54.443 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:54.442 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:55.430 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:08:01.028 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:08:01.028 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:08:01.427 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/05/06 17:08:01.428 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/06 17:08:01.428 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:01.443495955 +0800 CST m=+14.968848314, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=create] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:01.443694052 +0800 CST m=+14.969046407, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=create] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:08:01.443782594 +0800 CST m=+14.969134949, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:08:01.443875075 +0800 CST m=+14.969227429, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=create] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:08:01.443946456 +0800 CST m=+14.969298811, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.443 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=create] [2024/05/06 17:08:01.444 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.444 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.444 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.444 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.445 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.445 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.445 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.454 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.454 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.454 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.454 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.454 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.455 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.455 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.577632ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:01.443694052 +0800 CST m=+14.969046407, startAt:2024-05-06 17:08:01.443731027 +0800 CST m=+14.969083381, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.455 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.455 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=11.497603ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:08:01.443946456 +0800 CST m=+14.969298811, startAt:2024-05-06 17:08:01.443971591 +0800 CST m=+14.969323946, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.455 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.929534ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:01.443495955 +0800 CST m=+14.968848314, startAt:2024-05-06 17:08:01.443616844 +0800 CST m=+14.968969203, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.455 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.455 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.7041ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:08:01.443875075 +0800 CST m=+14.969227429, startAt:2024-05-06 17:08:01.443904518 +0800 CST m=+14.969256872, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.455 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.455 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.857135ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:08:01.443782594 +0800 CST m=+14.969134949, startAt:2024-05-06 17:08:01.443812655 +0800 CST m=+14.969165010, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.455 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:01.464043218 +0800 CST m=+14.989395576, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:01.464181046 +0800 CST m=+14.989533405, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:01.46426547 +0800 CST m=+14.989617825, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:08:01.464352468 +0800 CST m=+14.989704823, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:08:01.46443328 +0800 CST m=+14.989785635, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/05/06 17:08:01.464 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.464 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.465 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.465 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.465 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.465 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.465 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.465 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.465 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.465 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.468 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.468 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.501339ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:01.464043218 +0800 CST m=+14.989395576, startAt:2024-05-06 17:08:01.464105263 +0800 CST m=+14.989457623, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.468 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.468 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.468 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.484231ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:01.46426547 +0800 CST m=+14.989617825, startAt:2024-05-06 17:08:01.464295162 +0800 CST m=+14.989647517, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.468 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.468 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.744068ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:01.464181046 +0800 CST m=+14.989533405, startAt:2024-05-06 17:08:01.464212613 +0800 CST m=+14.989564967, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.469 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.469 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.651794ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:08:01.46443328 +0800 CST m=+14.989785635, startAt:2024-05-06 17:08:01.464457507 +0800 CST m=+14.989809862, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.469 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.801477ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:08:01.464352468 +0800 CST m=+14.989704823, startAt:2024-05-06 17:08:01.464378683 +0800 CST m=+14.989731037, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.469 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:51.457 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:51.459 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd3.log <== [2024/05/06 17:07:46.514 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.514 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.514 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.514 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.518 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.518 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.518 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.518 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.519 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.519 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.519 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:46.519 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.519 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:46.520 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.520 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.520 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=72] [max-cpu-available=72] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.520 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.521 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=544.867µs] [2024/05/06 17:07:48.522 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:48.522 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:48.523 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:48.523 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:48.523 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:48.523 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:48.523 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:48.523 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.523 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:48.523 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:48.524 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.524 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.524 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.524 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.524 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.525 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.525 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.524 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.525 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.525 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.525 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.526 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.527 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:48.527 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:48.527 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:48.527 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:48.527 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:48.527 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.527 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.527 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.527 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.528 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.528 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.528 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.529 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:48.529 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.529 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:48.529 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.529 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.529 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.530 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.530 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.530 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.530 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:48.530 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.531 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.578 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:51.024 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:51.025 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:51.025 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:51.025 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:51.026 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:51.026 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:51.026 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:51.026 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:51.026 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:51.030 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810809571709064] [2024/05/06 17:07:51.030 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810809571709064] [2024/05/06 17:07:51.035 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:51.036 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:51.037 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:51.038 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:51.038 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:51.038 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:51.038 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:51.038 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:51.039 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.039 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/05/06 17:07:51.240 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.240 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:51.241 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:51.241 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=66.06µs] [2024/05/06 17:07:51.241 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:51.241 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810809571709064/leader] [purpose="leader election"] [2024/05/06 17:07:51.241 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:52.241 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:08:01.028 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:08:01.028 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={37, 36, 53, 32, 19, 9, 57, 35, 10, 20, 43, 49, 6, 4, 7, 52, 33, 17, 68, 60, 3, 31, 39, 59, 41, 55, 65, 71, 27, 38, 30, 64, 26, 51, 24, 46, 2, 11, 1, 63, 47, 56, 21, 62, 54, 13, 5, 28, 34, 48, 45, 50, 61, 66, 67, 69, 12, 40, 18, 25, 23, 15, 58, 0, 29, 42, 44, 16, 14, 22, 8, 70}"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:46.481 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:46.481 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:46.481 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:46.482 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f7d90a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7d90aafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7d90a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7d90ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986466.483201787\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f7d90a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7d90aafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7d90a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7d90ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f7d90a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7d90aafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7d90a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7d90ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986466.483746076\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f7d90a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7d90aafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7d90a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7d90ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.484 +08:00] [INFO] [] ["subchannel 0x7f7d90a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7d90aafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7d90a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7d90ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986466.484011608\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:46.484 +08:00] [INFO] [] ["subchannel 0x7f7d90a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7d90aafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7d90a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7d90ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.484 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.484 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:46.785 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.786 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.786 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.787 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.787 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.328 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.329 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.330 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.331 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.331 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.332 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.332 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810809571709064] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.335 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:51.336 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:51.338 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:51.338 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.339 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.339 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:51.340 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:51.340 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:51.340 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:51.340 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.347 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.347 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.348 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 242.039µs"] [thread_id=1] [2024/05/06 17:07:51.412 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.414 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.414 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.414 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.415 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.415 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.415 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.415 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.415 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:51.415 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.415 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:51.423 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.427 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810809571709064] [thread_id=1] [2024/05/06 17:07:51.427 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.430 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.430 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.430 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.430 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.430 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.431 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.434 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.434 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.211µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.434 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=50.617µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.440 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.440 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.441 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.442 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:51.443 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:51.443 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:51.447 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:01.437 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.447 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:01.447 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.447 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.449 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.449 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:08:01.449 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=773.813µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=643.554µs] [snap_key=12_6_7] [thread_id=132] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=571.509µs] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=737.782µs] [snap_key=16_6_7] [thread_id=131] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.454 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=56.631µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.298µs] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.096µs] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.464 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=334.32µs] [snap_key=10_6_9] [thread_id=132] [2024/05/06 17:08:01.466 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.466 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.466 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.466 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.466 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.466 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=329.733µs] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=101.99µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.186µs] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:51.436 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:08:51.436 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:51.436 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:51.436 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:51.436 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:51.457 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.457 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.457 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.457 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.457 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={31, 53, 14, 52, 36, 66, 70, 42, 38, 18, 6, 48, 23, 40, 3, 46, 49, 7, 69, 1, 60, 54, 11, 50, 55, 8, 21, 29, 5, 41, 45, 44, 4, 30, 61, 58, 2, 35, 51, 12, 15, 25, 65, 9, 63, 57, 62, 10, 16, 68, 22, 24, 13, 59, 47, 43, 27, 33, 0, 19, 26, 20, 17, 39, 56, 64, 71, 34, 37, 32, 28, 67}"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:46.481 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:46.481 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:46.481 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f19adc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f19adcafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f19adc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f19adcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986466.483299021\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f19adc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f19adcafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f19adc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f19adcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f19adc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f19adcafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f19adc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f19adcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986466.483802952\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7f19adc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f19adcafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f19adc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f19adcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.484 +08:00] [INFO] [] ["subchannel 0x7f19adc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f19adcafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f19adc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f19adcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986466.484041299\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:46.484 +08:00] [INFO] [] ["subchannel 0x7f19adc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f19adcafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f19adc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f19adcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.484 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.484 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:46.785 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.786 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.786 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.787 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.787 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.328 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.329 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.330 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.331 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.331 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.332 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.332 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.332 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810809571709064] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.335 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:51.336 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:51.338 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:51.338 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.339 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.339 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:51.340 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:51.340 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:51.340 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:51.340 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.347 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.347 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.348 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 239.631µs"] [thread_id=1] [2024/05/06 17:07:51.412 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.414 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.414 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.414 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.415 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.415 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.415 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.415 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.415 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:51.415 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.415 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:51.422 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.427 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810809571709064] [thread_id=1] [2024/05/06 17:07:51.427 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.431 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.431 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.431 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.431 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.431 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.432 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.435 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.435 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=29.708µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.435 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=39.487µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.440 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.440 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.441 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.442 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:51.442 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:51.443 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:51.447 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:01.438 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.447 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:01.448 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.449 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.449 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:08:01.449 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=722.856µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=470.093µs] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=417.619µs] [snap_key=14_6_7] [thread_id=131] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=36.122µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.454 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.229µs] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=132] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=324.78µs] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=327.442µs] [snap_key=4_6_10] [thread_id=132] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=36.78µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=439.911µs] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.962µs] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.468 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.468 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.033µs] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:51.437 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:51.437 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:51.437 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:51.437 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:51.437 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:51.437 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.437 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.437 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.437 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.437 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={41, 35, 29, 8, 67, 70, 20, 23, 32, 25, 3, 28, 11, 52, 69, 33, 57, 13, 50, 17, 27, 39, 42, 1, 44, 45, 56, 36, 12, 62, 47, 43, 24, 5, 19, 2, 51, 31, 38, 40, 65, 53, 66, 10, 6, 9, 63, 15, 59, 55, 68, 14, 61, 30, 16, 22, 60, 46, 18, 26, 49, 34, 54, 21, 37, 48, 58, 4, 64, 7, 0, 71}"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:46.480 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:46.482 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7fbae9a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fbae9aafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbae9a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbae9ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986466.483195706\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7fbae9a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fbae9aafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbae9a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbae9ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7fbae9a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fbae9aafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbae9a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbae9ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986466.483733272\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [] ["subchannel 0x7fbae9a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fbae9aafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbae9a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbae9ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.483 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.484 +08:00] [INFO] [] ["subchannel 0x7fbae9a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fbae9aafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbae9a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbae9ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986466.484003340\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:46.484 +08:00] [INFO] [] ["subchannel 0x7fbae9a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fbae9aafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbae9a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbae9ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.484 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.484 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:46.785 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.786 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:48.786 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.787 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.787 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.328 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.329 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.330 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.331 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.331 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.332 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.332 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810809571709064] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.333 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.335 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:51.336 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/823930/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:51.337 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:51.338 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.338 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.339 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:51.339 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:51.339 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:51.339 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.339 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:51.346 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.346 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.346 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 196.066µs"] [thread_id=1] [2024/05/06 17:07:51.410 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.412 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.412 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.412 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.413 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.413 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.413 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.413 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.413 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:51.413 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.413 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:51.420 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.428 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810809571709064] [thread_id=1] [2024/05/06 17:07:51.428 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.432 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.432 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.432 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.432 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.432 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.433 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=182.136µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.436 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=4.876µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.437 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.438 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.438 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.438 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.438 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:07:51.440 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:51.440 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/06 17:07:51.442 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.442 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.442 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.442 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:51.444 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:51.444 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:51.444 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:51.448 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:54.441 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/06 17:07:54.441 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:54.442 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:54.442 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:54.442 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:54.442 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:54.442 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.442 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:54.442 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/06 17:07:54.443 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.443 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:54.443 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:54.443 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/06 17:07:54.443 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/05/06 17:08:01.439 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.443 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.443 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.443 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.443 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.443 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.443 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.443 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.444 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.444 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.444 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.444 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.444 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.444 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.445 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.445 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.445 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.446 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/06 17:08:01.446 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:08:01.446 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=6] [cost=1.106205ms] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/06 17:08:01.446 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:08:01.446 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:08:01.446 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=517.557µs] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:08:01.449 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/06 17:08:01.449 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/06 17:08:01.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=570.383µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=523.728µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.451 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=335.129µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.451 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=361.416µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.452 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.452 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=484.466µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.452 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.447501ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=133] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.963323ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.453 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.828948ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/06 17:08:01.453 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.728896ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.454 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.309162ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=132] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.454 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.454 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.454 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.454 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.455 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.455 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.455 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.464 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.464 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.464 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.464 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.464 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.464 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.464 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=414.865µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=412.142µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.465 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.465 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=348.345µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.466 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=356.994µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.466 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=376.091µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.466 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.466 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.200904ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.126587ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=953.076µs] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=950.325µs] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=132] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.467 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.467 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.467 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.192036ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=132] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.468 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 9s remote-cache, linux-sandbox [Pipeline] // stage [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // node [1,563 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a [Pipeline] // dir [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox [Pipeline] // stage [Pipeline] } [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; Downloading tests/realtikvtest/txntest/txntest_test_/txntest_test, 187.7 MiB / 211.4 MiB; 1s remote-cache [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/statisticstest:statisticstest_test; 0s remote-cache Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 34.813s, Critical Path: 16.96s INFO: 1551 processes: 1531 remote cache hit, 20 internal. INFO: Build completed successfully, 1551 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,563 / 1,567] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a; 1s remote-cache, linux-sandbox complete to collect bazel result. [Pipeline] } [1,573 / 1,575] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [Pipeline] // dir Post stage [1,550 / 1,554] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [1,565 / 1,567] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test~testmain.a; 0s remote-cache, linux-sandbox [Pipeline] { [Pipeline] junit Recording test results [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/txntest:txntest_test; 0s remote-cache Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 39.149s, Critical Path: 17.76s INFO: 1551 processes: 1531 remote cache hit, 20 internal. INFO: Build completed successfully, 1551 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Checks API] No suitable checks publisher found. [Pipeline] sh [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 1s remote-cache, linux-sandbox ./t/ddl/db.test: ok! 290 test cases passed, take time 41.431596154 s ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.368338903 s ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.719146442 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.668138228 s complete to collect bazel result. + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/06 17:07:49.261 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:49.261 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:49.261 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:49.261 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:49.261 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:49.261 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:49.261 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:49.261 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:49.261 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:49.268 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:49.268 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:49.268 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:49.268 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:49.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:49.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:49.270 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:49.271 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:49.271 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:49.271 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:49.271 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:49.271 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:49.271 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:49.271 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:49.271 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:49.271 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:49.272 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=425.761µs] [2024/05/06 17:07:50.288 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:50.289 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:50.289 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:50.289 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:50.289 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:50.289 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:50.289 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:50.289 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.289 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:50.290 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:50.290 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.290 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.291 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.291 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.291 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.291 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.291 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.291 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.292 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.292 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:50.292 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:50.292 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:50.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.293 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.293 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.293 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.293 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.293 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.294 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:50.294 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:50.294 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:50.294 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.294 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.294 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.294 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:50.294 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.295 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.295 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.342 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:51.283 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:51.284 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:51.284 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:51.284 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:51.284 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:51.284 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:51.284 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:51.285 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:51.288 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810806175681155] [2024/05/06 17:07:51.288 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810806175681155] [2024/05/06 17:07:51.293 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:51.295 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:51.296 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:51.297 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:51.297 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:51.297 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:51.297 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:51.298 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:51.298 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=4060626905997471512] [member-id=3474484975246189105] [2024/05/06 17:07:51.298 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.500 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.500 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:51.500 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:51.500 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=218.404µs] [2024/05/06 17:07:51.501 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810806175681155/leader] [purpose="leader election"] [2024/05/06 17:07:51.501 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:51.501 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:52.501 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:08:01.287 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:08:01.287 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] ==> ./pd2.log <== [2024/05/06 17:07:49.258 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:49.258 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:49.258 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:49.258 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:49.258 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:49.258 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:49.258 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:49.258 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:49.258 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:49.262 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:49.262 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:49.262 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:49.262 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:49.263 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:49.263 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:49.264 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:49.264 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:49.264 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:49.264 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:49.264 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:49.264 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:49.264 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:49.264 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:49.264 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:49.264 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:49.267 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=2.249736ms] [2024/05/06 17:07:50.274 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:50.274 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:50.274 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:50.274 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:50.274 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:50.274 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:50.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:50.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.275 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:50.275 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:50.276 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.276 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.276 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.276 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.277 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.277 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.277 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.277 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.277 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.277 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.278 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.278 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.278 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.278 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.278 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:50.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.278 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:50.278 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:50.278 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:50.278 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:50.278 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.279 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.279 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.279 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.279 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.279 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.280 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:50.280 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:50.285 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:50.285 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.285 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.285 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.285 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.288 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.288 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:50.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.294 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.294 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.328 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:51.283 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:51.284 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:51.284 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:51.284 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:51.284 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:51.284 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:51.284 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:51.284 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:51.288 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810806175681155] [2024/05/06 17:07:51.288 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810806175681155] [2024/05/06 17:07:51.293 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:51.295 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:51.296 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:51.299 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:51.299 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:51.299 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:51.299 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:51.299 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:51.300 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.301 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.301 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:51.301 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:51.301 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=244.006µs] [2024/05/06 17:07:51.302 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810806175681155/leader] [purpose="leader election"] [2024/05/06 17:07:51.302 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:51.302 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:52.303 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:52.526 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:52.537 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:52.537 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:52.537 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:35755] [remotes="[]"] [2024/05/06 17:07:52.537 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44409] [remotes="[]"] [2024/05/06 17:07:52.538 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:52.543 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:08:01.287 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:08:01.287 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] ==> ./pd3.log <== [2024/05/06 17:07:49.259 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:49.259 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:49.259 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:49.259 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:49.259 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:49.259 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:49.259 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:49.259 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:49.259 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:49.266 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:49.266 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:49.266 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:49.267 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:49.268 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:49.268 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:49.269 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:49.269 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:49.269 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:49.269 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:49.269 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:49.269 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:49.269 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:49.269 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:49.269 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:49.271 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:49.271 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=1.528012ms] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:50.281 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.282 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:50.282 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:50.282 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.282 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.282 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.283 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.284 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.284 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.284 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.284 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.284 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.284 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.284 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.285 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.285 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.285 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.285 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.286 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.286 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.286 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.286 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.286 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:50.286 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:50.286 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:50.286 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:50.286 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:50.286 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.286 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.286 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.286 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.286 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.286 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.287 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:50.287 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:50.288 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.288 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.288 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:50.288 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:50.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.294 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.294 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.336 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:51.282 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:51.283 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/06 17:07:51.283 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:51.284 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:51.284 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:51.284 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:51.284 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:51.284 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:51.284 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:51.284 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:51.284 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:51.285 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:51.287 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810806175681155] [2024/05/06 17:07:51.287 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810806175681155] [2024/05/06 17:07:51.295 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:51.295 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:51.296 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:51.297 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:51.297 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:51.297 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:51.297 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:51.298 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:51.298 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/06 17:07:51.298 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.298 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305899210737933] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:51.299 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:51.299 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810806175681155/leader] [purpose="leader election"] [2024/05/06 17:07:51.299 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/06 17:07:51.299 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:51.299 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:51.299 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:51.300 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:54.300 +08:00] [next=2024/05/06 17:07:51.300 +08:00] [2024/05/06 17:07:51.301 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.302 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:51.302 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:51.305 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:51.308 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:51.308 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:51.308 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/06 17:07:51.602 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.602 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.602 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.683 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:51.683 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:51.685 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:51.685 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:51.686 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:51.686 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:51.691 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810806175681155] [request="header: store: region: peers: > "] [2024/05/06 17:07:51.692 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810806175681155] [2024/05/06 17:07:51.694 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=866.087µs] [2024/05/06 17:07:51.694 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=91.977µs] [2024/05/06 17:07:51.695 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:51.695 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:51.695 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:51.695 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:51.695 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:51.695 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:51.695 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:51.696 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=532.927µs] [2024/05/06 17:07:51.698 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.699 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=3] [2024/05/06 17:07:51.699 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.699 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.700 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:51.700 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.700 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.701 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:51.701 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.702 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:52.300 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:52.303 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:52.303 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:52.501 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/06 17:07:52.501 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:54.696 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:54.696 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:54.696 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:54.697 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.698 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.699 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.699 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.701 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:54.702 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:54.702 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:54.702 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:54.712 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:54.712948868 +0800 CST m=+5.495285243, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:54.713 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:54.713 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:54.713 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:54.713 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:54.713 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:54.760 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=47.333686ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:54.712948868 +0800 CST m=+5.495285243, startAt:2024-05-06 17:07:54.713079877 +0800 CST m=+5.495416252, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:54.760 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:54.761 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:55.700 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:08:01.287 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:08:01.287 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:08:01.696 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/05/06 17:08:01.697 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/05/06 17:08:01.698 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:01.714566612 +0800 CST m=+12.496902987, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=create] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:01.714789019 +0800 CST m=+12.497125391, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=create] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:08:01.714874578 +0800 CST m=+12.497210950, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:08:01.714946711 +0800 CST m=+12.497283083, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.714 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=create] [2024/05/06 17:08:01.715 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:08:01.715022599 +0800 CST m=+12.497358971, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.715 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=create] [2024/05/06 17:08:01.715 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.715 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.716 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.715 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.716 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.716 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.717 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.717 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.717 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.717 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.725 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.725 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.725 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.725 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.725 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.825609ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:08:01.715022599 +0800 CST m=+12.497358971, startAt:2024-05-06 17:08:01.715045276 +0800 CST m=+12.497381652, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.726 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.105453ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:08:01.714874578 +0800 CST m=+12.497210950, startAt:2024-05-06 17:08:01.714901945 +0800 CST m=+12.497238320, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.726 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.726 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.726 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.726 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.284007ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:01.714789019 +0800 CST m=+12.497125391, startAt:2024-05-06 17:08:01.714825922 +0800 CST m=+12.497162296, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.726 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.221006ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:08:01.714946711 +0800 CST m=+12.497283083, startAt:2024-05-06 17:08:01.714972201 +0800 CST m=+12.497308576, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.726 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.726 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.726 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.945213ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:01.714566612 +0800 CST m=+12.496902987, startAt:2024-05-06 17:08:01.714711067 +0800 CST m=+12.497047443, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:01.735174818 +0800 CST m=+12.517511198, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:01.735327709 +0800 CST m=+12.517664084, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:01.735406949 +0800 CST m=+12.517743320, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:08:01.735483048 +0800 CST m=+12.517819419, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:08:01.735584767 +0800 CST m=+12.517921139, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.735 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/05/06 17:08:01.736 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/06 17:08:01.736 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.736 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.736 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.736 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.736 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.736 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.736 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/06 17:08:01.736 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.736 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.738 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:01.739 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.739 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.739 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.739 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.369613ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:01.735174818 +0800 CST m=+12.517511198, startAt:2024-05-06 17:08:01.735250175 +0800 CST m=+12.517586556, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.739 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:01.740 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.702908ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:01.735327709 +0800 CST m=+12.517664084, startAt:2024-05-06 17:08:01.735360036 +0800 CST m=+12.517696408, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.740 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.740 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.781964ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:01.735406949 +0800 CST m=+12.517743320, startAt:2024-05-06 17:08:01.735437959 +0800 CST m=+12.517774330, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.740 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.740 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.792355ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:08:01.735483048 +0800 CST m=+12.517819419, startAt:2024-05-06 17:08:01.735508738 +0800 CST m=+12.517845109, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.740 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.758995ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:08:01.735584767 +0800 CST m=+12.517921139, startAt:2024-05-06 17:08:01.735613989 +0800 CST m=+12.517950360, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.740 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.740 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:51.697 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:51.699 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={69, 43, 58, 8, 26, 6, 12, 34, 20, 31, 56, 67, 17, 13, 49, 62, 52, 21, 25, 28, 53, 16, 63, 29, 30, 36, 7, 35, 51, 19, 68, 10, 45, 23, 27, 42, 59, 48, 33, 65, 32, 11, 24, 44, 55, 71, 54, 15, 64, 9, 18, 46, 57, 14, 66, 22, 70, 47, 50, 61, 60, 0}"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["subchannel 0x7f5d8e84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f5d8e8afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f5d8e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f5d8e8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986469.225731779\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["subchannel 0x7f5d8e84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f5d8e8afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f5d8e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f5d8e8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f5d8e84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f5d8e8afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f5d8e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f5d8e8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986469.226245480\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f5d8e84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f5d8e8afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f5d8e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f5d8e8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f5d8e84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f5d8e8afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f5d8e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f5d8e8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986469.226507164\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f5d8e84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f5d8e8afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f5d8e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f5d8e8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:49.527 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.286 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.287 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.588 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.590 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.591 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.592 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810806175681155] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.595 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.597 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:51.598 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.599 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:51.599 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.601 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.601 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/06 17:07:51.602 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.602 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:51.602 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:51.602 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:51.614 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.614 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.614 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 243.508µs"] [thread_id=1] [2024/05/06 17:07:51.683 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.685 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.685 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.685 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.686 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.686 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.686 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.686 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.686 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.686 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:51.686 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:51.694 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.696 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810806175681155] [thread_id=1] [2024/05/06 17:07:51.696 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.699 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.700 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.700 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.700 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.700 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.701 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.704 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.704 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=50.437µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.704 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=25.857µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.710 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.710 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.711 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.712 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:51.712 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:51.713 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:51.719 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:01.710 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.718 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:01.718 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.719 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.719 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.719 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.719 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.720 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.720 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:08:01.720 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=746.365µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=133] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=367.794µs] [snap_key=14_6_7] [thread_id=130] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=469.8µs] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=534.053µs] [snap_key=4_6_8] [thread_id=133] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=351.008µs] [snap_key=16_6_7] [thread_id=129] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.724 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=62.326µs] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.724 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.439µs] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.035µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.059µs] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=360.966µs] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.738 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.444µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/06 17:08:51.707 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.707 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.707 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.707 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.707 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:49.222 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 8, 20, 28, 26, 47, 23, 7, 50, 16, 32, 56, 65, 53, 24, 31, 14, 60, 46, 55, 6, 19, 57, 33, 69, 45, 25, 15, 70, 11, 10, 13, 71, 66, 30, 68, 17, 42, 12, 48, 35, 61, 43, 49, 22, 44, 58, 59, 9, 62, 29, 54, 27, 18, 36, 51, 34, 21, 67, 52, 63, 64}"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["subchannel 0x7f329624d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f32962afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3296237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f32962d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986469.225733800\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["subchannel 0x7f329624d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f32962afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3296237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f32962d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f329624dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f32962afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3296237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f32962d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986469.226287092\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f329624dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f32962afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3296237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f32962d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f329624e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f32962afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3296237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f32962d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986469.226617541\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f329624e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f32962afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3296237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f32962d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:49.528 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.286 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.288 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.589 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.590 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.591 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.592 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810806175681155] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.597 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:51.599 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.599 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:51.599 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.601 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.602 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:51.602 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.602 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:51.602 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:51.602 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:51.614 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.614 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.614 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 257.336µs"] [thread_id=1] [2024/05/06 17:07:51.681 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.684 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.684 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.684 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.685 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.685 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.685 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.685 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.685 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:51.685 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.685 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:51.692 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.696 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810806175681155] [thread_id=1] [2024/05/06 17:07:51.696 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.700 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.701 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.701 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.701 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.701 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.702 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.704 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.705 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=48.332µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.705 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=33.876µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.707 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.707 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.707 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.711 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.711 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.711 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.713 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:51.713 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:51.714 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:51.718 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:01.710 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.718 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:01.718 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.720 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.720 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:08:01.720 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=785.768µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=376.494µs] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.725 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=47.578µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.726 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.726 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.726 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=452.566µs] [snap_key=14_6_9] [thread_id=132] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=430.238µs] [snap_key=12_6_9] [thread_id=131] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=439.953µs] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.636µs] [region_id=14] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=417.454µs] [snap_key=4_6_10] [thread_id=129] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.458µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.822µs] [region_id=16] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.065µs] [region_id=4] [thread_id=80] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:51.707 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:51.708 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.708 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.708 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.708 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.708 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={8, 43, 0, 10, 63, 27, 12, 42, 59, 26, 61, 70, 30, 6, 45, 66, 19, 13, 67, 23, 57, 28, 46, 55, 25, 44, 32, 9, 7, 49, 53, 69, 22, 54, 71, 35, 50, 60, 47, 20, 65, 14, 17, 18, 33, 58, 48, 51, 29, 56, 15, 36, 62, 16, 31, 52, 68, 11, 21, 24, 64, 34}"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:49.223 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:49.225 +08:00] [INFO] [] ["subchannel 0x7f09bd44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f09bd4afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f09bd437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f09bd4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986469.225777092\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f09bd44d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f09bd4afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f09bd437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f09bd4d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f09bd44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f09bd4afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f09bd437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f09bd4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986469.226307411\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f09bd44dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f09bd4afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f09bd437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f09bd4d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f09bd44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f09bd4afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f09bd437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f09bd4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986469.226590887\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [] ["subchannel 0x7f09bd44e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f09bd4afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f09bd437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f09bd4d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:49.226 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:49.226 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:49.528 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.286 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.288 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.589 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.590 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.591 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.592 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.593 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810806175681155] [thread_id=1] [2024/05/06 17:07:51.594 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.595 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.597 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:51.598 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.599 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:51.599 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/655304/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:51.600 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.601 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.602 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:51.602 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:51.602 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:51.602 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.602 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:51.614 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.614 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.614 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 232.207µs"] [thread_id=1] [2024/05/06 17:07:51.679 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.682 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.682 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.682 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.683 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.683 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.683 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.683 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.683 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:51.683 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.683 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:51.691 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.697 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810806175681155] [thread_id=1] [2024/05/06 17:07:51.698 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.702 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.702 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.702 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:51.702 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:51.702 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.703 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.705 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=194.003µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.706 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.437µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.707 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.708 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.708 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.708 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.708 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:07:51.710 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:51.711 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/06 17:07:51.712 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.712 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.712 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.712 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:51.714 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:51.714 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:51.714 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:51.718 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:54.713 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/06 17:07:54.713 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:54.713 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:54.714 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:54.714 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:54.760 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/06 17:07:54.760 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/06 17:07:54.761 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.761 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.761 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.761 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:54.761 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:54.761 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:54.761 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:54.761 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/06 17:07:54.763 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/06 17:07:54.763 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=16] [thread_id=68] [2024/05/06 17:07:54.763 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=12] [thread_id=68] [2024/05/06 17:07:54.763 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/05/06 17:07:54.763 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/05/06 17:08:01.711 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.714 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.714 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.714 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.714 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.715 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.715 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.715 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.715 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.715 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.715 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.715 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.715 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.715 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.715 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.715 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.716 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.716 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.717 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:08:01.717 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:08:01.717 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.717 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.717 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.717 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.717 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.091933ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:08:01.717 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:08:01.717 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:08:01.718 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=9] [cost=566.357µs] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:08:01.720 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/06 17:08:01.720 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/06 17:08:01.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.721 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.721 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.721 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=554.025µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=597.252µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:01.722 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.722 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=388.703µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/06 17:08:01.722 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.722 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=461.172µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.723 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=512.418µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:01.723 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.723 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.316045ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=132] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.281312ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.821058ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=130] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.724 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.144357ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/06 17:08:01.724 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.443284ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.725 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.725 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.725 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.725 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.726 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.726 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.726 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.726 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.726 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.726 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.726 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.735 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.735 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.735 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.735 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.735 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.735 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.735 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.735 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.735 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.735 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:01.735 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.735 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.736 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.736 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.736 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.736 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=421.115µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:08:01.736 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.736 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=492.472µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=378.535µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:08:01.737 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=510.355µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=473.266µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:01.737 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.408309ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.327676ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:01.738 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.268727ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.738 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.738 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.739 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.193482ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.171568ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=130] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.739 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:01.739 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.739 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.739 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.739 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.740 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:01.740 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:01.740 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:01.740 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=101] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] } [Pipeline] junit [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache, linux-sandbox Recording test results [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] // container [Pipeline] } [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/06 17:07:43.991 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:43.991 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:43.991 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:43.991 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:43.991 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:43.991 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:43.991 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:43.991 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:43.991 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:43.995 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:43.995 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:43.995 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:43.995 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:43.997 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:43.997 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:43.997 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:43.997 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:43.997 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:43.997 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:43.997 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:43.997 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:43.997 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:43.997 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:43.997 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:43.997 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:43.998 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=550.836µs] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.001 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:46.002 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:46.002 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.002 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.002 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.002 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.004 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.004 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.004 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.005 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.006 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:46.006 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.006 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.006 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.006 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.006 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.006 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.008 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:46.008 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:46.008 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:46.008 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.056 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:47.003 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:47.003 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:47.003 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:47.004 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:47.004 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:47.004 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:47.004 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:47.004 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:47.008 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810790382024121] [2024/05/06 17:07:47.008 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810790382024121] [2024/05/06 17:07:47.014 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:47.014 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:47.015 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:47.016 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:47.016 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:47.016 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:47.016 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:47.016 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:47.017 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=4060626905997471512] [member-id=3474484975246189105] [2024/05/06 17:07:47.017 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:47.219 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:47.219 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:47.219 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:47.219 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=201.961µs] [2024/05/06 17:07:47.219 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810790382024121/leader] [purpose="leader election"] [2024/05/06 17:07:47.220 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:47.220 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:48.221 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:57.006 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:07:57.006 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] ==> ./pd3.log <== [2024/05/06 17:07:43.992 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:43.992 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:43.992 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:43.992 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:43.992 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:43.992 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:43.992 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:43.992 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:43.992 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:43.996 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:43.996 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:43.996 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:43.996 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:43.997 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:43.997 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:43.997 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:43.997 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:43.997 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:43.997 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:43.997 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:43.998 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:43.998 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:43.998 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:43.998 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:43.998 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:43.998 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=318.972µs] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:46.001 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.001 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:46.002 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:46.002 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.002 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.002 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.003 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.004 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.004 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.004 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.005 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.005 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.005 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.005 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.005 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.005 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.005 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:46.005 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.006 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.006 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.006 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.006 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.006 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.007 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:46.007 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:46.008 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:46.056 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:47.003 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/06 17:07:47.003 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:47.003 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:47.003 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:47.004 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:47.004 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:47.004 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:47.004 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:47.004 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:47.004 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:47.004 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:47.009 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810790382024121] [2024/05/06 17:07:47.009 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810790382024121] [2024/05/06 17:07:47.013 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:47.013 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:47.013 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:47.015 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:47.015 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:47.015 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:47.015 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:47.015 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:47.015 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/06 17:07:47.016 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:47.016 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305899209642253] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:47.017 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:47.017 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810790382024121/leader] [purpose="leader election"] [2024/05/06 17:07:47.017 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/06 17:07:47.017 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:47.017 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:47.017 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:47.018 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:50.017 +08:00] [next=2024/05/06 17:07:47.017 +08:00] [2024/05/06 17:07:47.019 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:47.020 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:47.020 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:47.022 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:47.025 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:47.025 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:47.025 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/06 17:07:47.322 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:47.322 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:47.322 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:47.394 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:47.394 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:47.394 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:47.394 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:47.395 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:47.395 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:47.401 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810790382024121] [request="header: store: region: peers: > "] [2024/05/06 17:07:47.401 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810790382024121] [request="header: store: region: peers: > "] [2024/05/06 17:07:47.402 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810790382024121] [2024/05/06 17:07:47.402 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365810790382024121] [2024/05/06 17:07:47.402 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810790382024121] [request="header: store: region: peers: > "] [2024/05/06 17:07:47.402 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365810790382024121] [2024/05/06 17:07:47.404 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=772.114µs] [2024/05/06 17:07:47.404 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=58.716µs] [2024/05/06 17:07:47.405 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:47.405 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:47.405 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:47.405 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:47.405 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:47.405 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:47.405 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:47.406 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=565.81µs] [2024/05/06 17:07:47.409 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:47.409 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:47.409 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986467 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:47.409 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:48.017 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:48.219 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:48.219 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:48.221 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/06 17:07:48.221 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:50.405 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:50.405 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986467 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:50.405 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:50.405 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:50.405 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:50.405 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:50.405 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=3] [2024/05/06 17:07:50.405 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986467 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:50.405 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:50.405 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:50.406 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:50.406 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:50.407 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:50.408 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:50.408 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:50.408 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:50.408 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:50.419 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:50.419461595 +0800 CST m=+6.466472827, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:50.419 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:50.420 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:50.420 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:50.420 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:50.420 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:50.421 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:50.421 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.707237ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:50.419461595 +0800 CST m=+6.466472827, startAt:2024-05-06 17:07:50.41957248 +0800 CST m=+6.466583713, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:50.421 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:51.407 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:57.006 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:57.006 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:57.406 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/06 17:07:57.408 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/05/06 17:07:57.409 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/05/06 17:08:00.423 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:08:00.423885333 +0800 CST m=+16.470896566, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 2"] [source=create] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:08:00.424088366 +0800 CST m=+16.471099598, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 2"] [source=create] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:08:00.424197696 +0800 CST m=+16.471208928, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 2"] [source=create] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:00.424275914 +0800 CST m=+16.471287146, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 2"] [source=create] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:00.424349811 +0800 CST m=+16.471361043, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 2"] [source=create] [2024/05/06 17:08:00.425 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/05/06 17:08:00.425 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:00.425 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/05/06 17:08:00.425 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:00.426 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/06 17:08:00.426 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/06 17:08:00.426 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:00.426 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/06 17:08:00.426 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:00.426 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:00.434 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:00.434 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:00.434 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:00.435 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:00.435 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:08:00.435 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:00.435 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=11.128608ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:08:00.424197696 +0800 CST m=+16.471208928, startAt:2024-05-06 17:08:00.424225625 +0800 CST m=+16.471236857, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.435 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.12077ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:00.424349811 +0800 CST m=+16.471361043, startAt:2024-05-06 17:08:00.424374478 +0800 CST m=+16.471385711, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.435 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:00.435 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.624502ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:08:00.423885333 +0800 CST m=+16.470896566, startAt:2024-05-06 17:08:00.424007101 +0800 CST m=+16.471018333, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.435 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:00.435 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:00.435 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.47121ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:00.424275914 +0800 CST m=+16.471287146, startAt:2024-05-06 17:08:00.424304392 +0800 CST m=+16.471315623, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.435 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.723872ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:08:00.424088366 +0800 CST m=+16.471099598, startAt:2024-05-06 17:08:00.424133503 +0800 CST m=+16.471144736, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.435 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:00.44535079 +0800 CST m=+16.492362033, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:00.445460128 +0800 CST m=+16.492471370, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:00.44553341 +0800 CST m=+16.492544652, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:08:00.445610878 +0800 CST m=+16.492622121, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:08:00.445691215 +0800 CST m=+16.492702457, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:00.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/05/06 17:08:00.446 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:00.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/06 17:08:00.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/06 17:08:00.446 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:00.447 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/05/06 17:08:00.447 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/05/06 17:08:00.447 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:00.447 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/06 17:08:00.447 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:00.447 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:00.453 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:00.453 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:00.453 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:00.453 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:00.453 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:08:00.454 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:00.454 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=8.641098ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:00.445460128 +0800 CST m=+16.492471370, startAt:2024-05-06 17:08:00.445489024 +0800 CST m=+16.492500256, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.454 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:00.454 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=8.618054ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:08:00.445610878 +0800 CST m=+16.492622121, startAt:2024-05-06 17:08:00.445643856 +0800 CST m=+16.492655088, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.454 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=8.774033ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:08:00.44553341 +0800 CST m=+16.492544652, startAt:2024-05-06 17:08:00.445557791 +0800 CST m=+16.492569023, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.454 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:00.454 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=8.668252ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:08:00.445691215 +0800 CST m=+16.492702457, startAt:2024-05-06 17:08:00.445715396 +0800 CST m=+16.492726629, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.454 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.042084ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:00.44535079 +0800 CST m=+16.492362033, startAt:2024-05-06 17:08:00.445401607 +0800 CST m=+16.492412840, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:00.454 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:00.454 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:47.419 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:47.421 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd2.log <== [2024/05/06 17:07:43.989 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:43.989 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:43.989 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:43.989 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:43.989 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:43.989 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:43.989 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:43.989 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:43.989 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:43.993 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:43.993 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:43.993 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:43.993 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:43.995 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:43.995 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:43.995 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:43.995 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:43.995 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:43.995 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:43.995 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:43.995 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:43.995 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:43.995 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:43.995 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:43.995 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:43.998 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=2.56561ms] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:46.000 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.001 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:46.001 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:46.001 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.002 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.002 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.004 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.004 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.004 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.004 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.004 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.005 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.005 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.005 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.006 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.006 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:46.006 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:46.007 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.007 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.007 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.007 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.007 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:46.007 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.008 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:46.008 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:46.008 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:46.008 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:46.008 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:46.057 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:47.002 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:47.003 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:47.003 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:47.003 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:47.005 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:47.005 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:47.005 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:47.005 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:47.005 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:47.009 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810790382024121] [2024/05/06 17:07:47.009 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810790382024121] [2024/05/06 17:07:47.013 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:47.013 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:47.014 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:47.015 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:47.015 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:47.015 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:47.015 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:47.015 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:47.015 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=4060626905997471512] [member-id=2234275743217008298] [2024/05/06 17:07:47.016 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:47.218 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:47.218 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:47.218 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:47.218 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=209.253µs] [2024/05/06 17:07:47.219 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810790382024121/leader] [purpose="leader election"] [2024/05/06 17:07:47.219 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:47.219 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:48.219 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:49.163 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:49.173 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:49.173 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:49.173 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:41757] [remotes="[]"] [2024/05/06 17:07:49.173 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46109] [remotes="[]"] [2024/05/06 17:07:49.174 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:49.178 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:57.005 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:57.006 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={68, 70, 34, 53, 36, 35, 50, 15, 57, 25, 65, 22, 12, 26, 13, 64, 71, 33, 16, 18, 32, 23, 48, 30, 21, 52, 49, 19, 51, 0, 28, 24, 29, 31, 54, 47, 55, 58, 59, 20, 60, 14, 61, 62, 63, 67, 27, 66, 17, 11, 69, 56}"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:43.959 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:43.959 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:43.959 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:43.960 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7fcfd4a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fcfd4aafb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcfd4a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcfd4ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986463.961167218\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7fcfd4a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fcfd4aafb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcfd4a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcfd4ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7fcfd4a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fcfd4aafb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcfd4a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcfd4ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986463.961781955\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7fcfd4a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fcfd4aafb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcfd4a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcfd4ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.962 +08:00] [INFO] [] ["subchannel 0x7fcfd4a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fcfd4aafb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcfd4a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcfd4ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986463.962085125\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:43.962 +08:00] [INFO] [] ["subchannel 0x7fcfd4a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fcfd4aafb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcfd4a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcfd4ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.962 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.962 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:44.263 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.264 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.264 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.008 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.310 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.311 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.312 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.313 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.313 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:47.315 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:47.315 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:47.315 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:47.317 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:47.320 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:47.320 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:47.321 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:47.321 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:47.322 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:47.322 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:47.322 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:47.327 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:47.327 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:47.327 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 193.59µs"] [thread_id=1] [2024/05/06 17:07:47.390 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:47.392 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:47.392 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:47.393 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:47.393 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/06 17:07:47.393 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:47.394 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:47.394 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:47.401 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:07:47.407 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:47.407 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986467 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:47.409 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:07:47.410 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:47.410 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:07:47.411 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=195.169µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:07:47.414 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.275µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:07:47.415 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/06 17:07:47.416 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:47.416 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:47.416 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:47.416 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:07:47.419 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:47.419 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/06 17:07:47.420 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:47.420 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:47.421 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:47.421 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:07:47.423 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:47.423 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:47.423 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:47.427 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:50.419 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/06 17:07:50.419 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:50.420 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:50.420 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:50.420 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/06 17:07:50.421 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/06 17:07:50.421 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:07:50.421 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:07:50.421 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/06 17:07:50.421 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=12] [thread_id=68] [2024/05/06 17:07:50.422 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/06 17:07:57.417 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:00.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:00.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:00.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:00.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:00.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:00.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.425 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.425 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.425 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.425 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.426 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.426 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.426 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.426 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.426 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.426 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.426 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/06 17:08:00.426 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/06 17:08:00.426 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.11952ms] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/06 17:08:00.430 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/06 17:08:00.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=688.072µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:08:00.431 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=636.373µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:08:00.432 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.432 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=493.673µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=454.437µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.432 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.432 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=368.31µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.457467ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=131] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.450989ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.364737ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=130] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.040623ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.371751ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:00.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:00.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:00.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:00.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:00.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:00.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.447 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/06 17:08:00.447 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:08:00.447 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:08:00.447 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=638.112µs] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:08:00.449 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/06 17:08:00.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.450 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=443.366µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:08:00.450 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=483.686µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:08:00.450 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.451 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=431.301µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=445.434µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/06 17:08:00.451 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.451 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=367.258µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.242974ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.604187ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.1178ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.084209ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.453 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.190479ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=130] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:00.453 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.454 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.454 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] ==> ./tikv2.log <== [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={17, 18, 57, 63, 28, 25, 51, 15, 14, 30, 24, 27, 48, 49, 36, 59, 32, 66, 68, 19, 69, 61, 23, 52, 62, 0, 13, 22, 31, 34, 64, 29, 12, 16, 35, 47, 21, 53, 56, 58, 33, 54, 60, 65, 50, 67, 70, 55, 11, 26, 71, 20}"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:43.959 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:43.959 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:43.959 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:43.960 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f71f924d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f71f92afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71f9237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71f92d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986463.961241404\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f71f924d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f71f92afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71f9237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71f92d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f71f924dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f71f92afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71f9237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71f92d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986463.961747262\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f71f924dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f71f92afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71f9237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71f92d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.962 +08:00] [INFO] [] ["subchannel 0x7f71f924e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f71f92afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71f9237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71f92d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986463.961994974\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:43.962 +08:00] [INFO] [] ["subchannel 0x7f71f924e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f71f92afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71f9237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71f92d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.962 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.962 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:44.263 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.264 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.264 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.008 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.310 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.311 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.312 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.313 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.313 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:47.315 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:47.315 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:47.317 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/06 17:07:47.320 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:47.320 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/06 17:07:47.321 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:47.321 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:47.322 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:47.322 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:47.327 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:47.327 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:47.327 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 191.99µs"] [thread_id=1] [2024/05/06 17:07:47.391 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:47.393 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:47.393 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:47.393 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:47.394 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:47.394 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:47.394 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:47.394 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:47.401 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:47.402 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:50.403 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:50.403 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986467 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:50.405 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:50.405 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:50.405 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:50.405 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:50.405 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:50.406 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:50.409 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:50.410 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.312µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:50.410 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=34.643µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:50.411 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:50.411 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:50.411 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:50.416 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:50.416 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:50.416 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:50.418 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/06 17:07:50.419 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:50.419 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:50.423 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:00.414 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:00.427 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:00.427 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.427 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.429 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:00.429 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:08:00.430 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=1.076335ms] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=129] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=521.633µs] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=551.204µs] [snap_key=12_6_7] [thread_id=131] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=571.003µs] [snap_key=14_6_7] [thread_id=132] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=514.507µs] [snap_key=10_6_7] [thread_id=129] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=130] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=4] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=477.928µs] [snap_key=16_6_7] [thread_id=130] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.434 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=48.116µs] [region_id=4] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=36.252µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=14] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.596µs] [region_id=14] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.434 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.02µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:00.435 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=16] [thread_id=80] [2024/05/06 17:08:00.435 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=9] [term=6] [peer_id=20] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=78.235µs] [region_id=16] [thread_id=80] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=4] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=18] [region_id=14] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=20] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=20] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=20] [region_id=4] [thread_id=102] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=18] [region_id=14] [thread_id=101] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=19] [region_id=16] [thread_id=102] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 53, 29, 25, 33, 27, 48, 60, 19, 26, 31, 62, 22, 63, 67, 59, 11, 61, 70, 16, 23, 32, 24, 47, 52, 57, 64, 28, 20, 35, 66, 34, 50, 30, 36, 56, 71, 49, 65, 21, 54, 58, 68, 14, 69, 17, 12, 13, 15, 18, 51, 55}"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:43.958 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:43.960 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.960 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:43.960 +08:00] [INFO] [] ["subchannel 0x7f20ea04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f20ea0afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f20ea037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f20ea0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986463.960688300\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:43.960 +08:00] [INFO] [] ["subchannel 0x7f20ea04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f20ea0afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f20ea037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f20ea0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f20ea04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f20ea0afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f20ea037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f20ea0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986463.961202378\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f20ea04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f20ea0afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f20ea037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f20ea0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f20ea04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f20ea0afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f20ea037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f20ea0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986463.961436210\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [] ["subchannel 0x7f20ea04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f20ea0afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f20ea037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f20ea0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:43.961 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:43.961 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:44.262 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.264 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.264 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.008 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.310 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:47.311 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.312 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.313 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:47.313 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:47.314 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:47.315 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:47.315 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:47.317 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:47.319 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:47.320 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358851/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:47.320 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:47.321 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:47.321 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:47.321 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:47.322 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:47.322 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:47.327 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:47.327 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:47.327 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 192.584µs"] [thread_id=1] [2024/05/06 17:07:47.392 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:47.393 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:47.394 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:47.395 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:47.395 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:47.395 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:47.395 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:47.395 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:47.395 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:47.395 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:47.402 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/06 17:07:47.403 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:50.403 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810790382024121] [thread_id=1] [2024/05/06 17:07:50.403 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986467 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:50.406 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/06 17:07:50.406 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:50.406 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:50.406 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:50.406 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/06 17:07:50.407 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:50.410 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:50.410 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.467µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/06 17:07:50.410 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=29.775µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/06 17:07:50.412 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:50.412 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:50.412 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:50.417 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:50.417 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:50.417 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:50.419 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:50.419 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:50.419 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:50.424 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:00.414 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:00.447 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:00.447 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.448 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.448 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.449 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.449 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.449 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:00.449 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:08:00.449 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=727.003µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/05/06 17:08:00.451 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=424.422µs] [snap_key=12_6_9] [thread_id=132] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=394.985µs] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=132] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=394.178µs] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=496.372µs] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.452 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.452 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=549.344µs] [snap_key=4_6_10] [thread_id=132] [2024/05/06 17:08:00.453 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=75.505µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=32.982µs] [region_id=16] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.759µs] [region_id=14] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.793µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.377µs] [region_id=4] [thread_id=80] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/06 17:08:00.453 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.454 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:00.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:50.413 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:50.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // withEnv [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 8s remote-cache, linux-sandbox [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 9s remote-cache, linux-sandbox [1,611 / 1,613] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 11s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 7s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 11s remote-cache, linux-sandbox [1,567 / 1,573] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test.instrumented_files ... (2 actions, 0 running) [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 10s remote-cache, linux-sandbox [1,572 / 1,575] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 28.5 MiB / 96.2 MiB; 0s remote-cache [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 0s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 10s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 11s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 41s remote-cache, linux-sandbox [1,549 / 1,550] 1 / 1 tests; Testing //tests/realtikvtest/addindextest1:addindextest1_test; 41s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 84.589s, Critical Path: 65.07s INFO: 1538 processes: 1523 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 6 passing and 0 failing out of 6 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/06 17:07:38.521 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.521 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.521 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.527 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.527 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.527 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.527 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.529 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.529 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.529 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:38.529 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.529 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:38.529 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.529 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.529 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.531 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=1.913885ms] [2024/05/06 17:07:40.534 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.535 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.536 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.536 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.536 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.536 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.536 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.538 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.538 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.538 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.538 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.538 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.538 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.540 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.540 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.540 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.540 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.540 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.540 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.540 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.540 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.540 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.541 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:40.541 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:40.541 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.541 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.542 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.542 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.590 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:42.536 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:42.537 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:42.537 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:42.537 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:42.537 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:42.538 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:42.538 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:42.539 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:42.539 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:42.539 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:42.539 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:42.539 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:42.544 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810768450707030] [2024/05/06 17:07:42.544 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810768450707030] [2024/05/06 17:07:42.549 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:42.549 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:42.550 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:42.551 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:42.551 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:42.551 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:42.551 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:42.552 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:42.552 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=4060626905997471512] [member-id=2234275743217008298] [2024/05/06 17:07:42.552 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:42.755 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:42.755 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:42.755 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:42.755 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=211.04µs] [2024/05/06 17:07:42.756 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810768450707030/leader] [purpose="leader election"] [2024/05/06 17:07:42.756 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:42.756 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:43.756 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/06 17:07:43.854 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:43.866 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:43.866 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42665] [remotes="[]"] [2024/05/06 17:07:43.866 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:43.866 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46799] [remotes="[]"] [2024/05/06 17:07:43.867 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:43.873 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:52.541 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:07:52.541 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:09:19.893 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:19.893 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:21.893 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:21.893 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:23.893 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:23.893 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:25.894 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:25.894 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:27.895 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:27.895 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:29.895 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:29.895 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:31.896 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:31.896 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:33.896 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:33.896 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:35.897 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:35.897 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:36.446 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:37.898 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:37.898 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:39.898 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:39.898 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:41.898 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:41.898 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:43.773 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:43.871 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:09:43.871 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:46799/schema] [error="Get \"http://127.0.0.1:46799/schema\": read tcp 127.0.0.1:38924->127.0.0.1:46799: read: connection reset by peer"] [2024/05/06 17:09:43.871 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:09:43.899 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:43.899 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:45.899 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:45.899 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:46.280 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:47.900 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:47.900 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:49.901 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:49.901 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:50.688 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:51.902 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:51.902 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:53.902 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:53.902 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:55.902 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:55.902 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:57.903 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:57.903 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] ==> ./pd1.log <== [2024/05/06 17:07:38.521 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.521 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.521 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.521 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.526 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.527 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.527 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.527 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.528 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.528 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.528 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:38.528 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.528 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:38.529 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:38.529 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.529 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.529 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.531 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=2.248471ms] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.535 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.535 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.536 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.536 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.536 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.536 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.536 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.537 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.537 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.537 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.538 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.538 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.538 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.539 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.539 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.540 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.540 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.540 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.540 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.540 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.540 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.540 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.540 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.540 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.541 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.541 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:40.541 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:40.541 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.541 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.541 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.542 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.542 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.590 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:42.536 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:42.537 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/06 17:07:42.537 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:42.537 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:42.537 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:42.538 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:42.538 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:42.539 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:42.539 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:42.539 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:42.539 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:42.539 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:42.542 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810768450707030] [2024/05/06 17:07:42.542 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810768450707030] [2024/05/06 17:07:42.550 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:42.551 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:42.552 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:42.553 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:42.553 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:42.553 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:42.553 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:42.553 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:42.553 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:42.555 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:42.555 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/06 17:07:42.555 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:42.555 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=192.523µs] [2024/05/06 17:07:42.555 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810768450707030/leader] [purpose="leader election"] [2024/05/06 17:07:42.556 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:42.556 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:43.556 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/06 17:07:52.541 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:07:52.541 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:09:43.774 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:46.280 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:50.688 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:55.396 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] ==> ./pd3.log <== [2024/05/06 17:07:53.074 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=14.523752ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:53.060026586 +0800 CST m=+14.581720246, startAt:2024-05-06 17:07:53.060058782 +0800 CST m=+14.581752442, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.074 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:5 role:Learner },Add peer:{id:20 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:53.081279767 +0800 CST m=+14.602973430, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:53.081443284 +0800 CST m=+14.603136942, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:53.081528818 +0800 CST m=+14.603222478, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:53.081617359 +0800 CST m=+14.603311019, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-05-06 17:07:53.081689182 +0800 CST m=+14.603382841, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:53.081 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 2"] [source=create] [2024/05/06 17:07:53.083 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.083 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.083 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.083 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.083 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.083 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.083 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.083 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/06 17:07:53.084 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.084 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:53.091 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.091 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.091 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.091 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.091 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:53.092 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.092 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=10.700324ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-05-06 17:07:53.081689182 +0800 CST m=+14.603382841, startAt:2024-05-06 17:07:53.081715492 +0800 CST m=+14.603409151, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.092 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.092 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.115154ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:53.081443284 +0800 CST m=+14.603136942, startAt:2024-05-06 17:07:53.081475115 +0800 CST m=+14.603168780, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.092 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.092 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.145888ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:53.081617359 +0800 CST m=+14.603311019, startAt:2024-05-06 17:07:53.081641636 +0800 CST m=+14.603335295, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.092 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.522391ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:53.081279767 +0800 CST m=+14.602973430, startAt:2024-05-06 17:07:53.08136813 +0800 CST m=+14.603061794, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:53.092 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.092 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:53.092 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.402647ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:53.081528818 +0800 CST m=+14.603222478, startAt:2024-05-06 17:07:53.081558004 +0800 CST m=+14.603251668, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:43.070 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:43.072 +08:00] [INFO] [cluster.go:506] ["store config is updated"] [2024/05/06 17:09:17.935 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=85] [2024/05/06 17:09:17.935 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=85] [2024/05/06 17:09:19.942 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetGroupConfig, Method:HTTP/1.1/POST:/pd/api/v1/config/rule_group, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:56696, StartTime:2024-05-06 17:09:19 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"tiflash\",\"index\":120}}"] [2024/05/06 17:09:19.943 +08:00] [INFO] [rule_manager.go:639] ["group config updated"] [group="{\"id\":\"tiflash\",\"index\":120}"] [2024/05/06 17:09:22.509 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=304] [2024/05/06 17:09:22.509 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=304] [2024/05/06 17:09:24.710 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56696, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"14496f72-2ffc-49dd-ade5-1d909433cfe0\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff6c5f698000000000ff0000010398000000ff0000001003980000ff0000000010000000fc\",\"end_key\":\"7480000000000000ff6c5f698000000000ff00000103f8000000ff0000001403f80000ff0000000014000000fd\"}]}}"] [2024/05/06 17:09:24.716 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6C5F698000000000FF0000010398000000FF0000001003980000FF0000000010000000FC 7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD]} (kind:split, region:14(5, 5), createAt:2024-05-06 17:09:24.71659189 +0800 CST m=+106.238285554, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7200000100000000FB\"}"] [2024/05/06 17:09:24.716 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:24.717 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=28] [peer-ids="[29,30,31]"] [2024/05/06 17:09:24.717 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=32] [peer-ids="[33,34,35]"] [2024/05/06 17:09:24.718 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.787148ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6C5F698000000000FF0000010398000000FF0000001003980000FF0000000010000000FC 7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD]} (kind:split, region:14(5, 5), createAt:2024-05-06 17:09:24.71659189 +0800 CST m=+106.238285554, startAt:2024-05-06 17:09:24.716695039 +0800 CST m=+106.238388703, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7200000100000000FB\"}"] [2024/05/06 17:09:24.718 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7200000100000000FB} -> {7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD}, EndKey:{7800000000000000FB}"] [old-version=5] [new-version=7] [2024/05/06 17:09:24.718 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:28 start_key:\"7200000100000000FB\" end_key:\"7480000000000000FF6C5F698000000000FF0000010398000000FF0000001003980000FF0000000010000000FC\" region_epoch: peers: peers: peers: id:32 start_key:\"7480000000000000FF6C5F698000000000FF0000010398000000FF0000001003980000FF0000000010000000FC\" end_key:\"7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:24.742 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56816, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"14496f72-2ffc-49dd-ade5-1d909433cfe0\"]}}"] [2024/05/06 17:09:24.769 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56818, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"86ba3763-2b8f-44c2-8fee-feccb199f057\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff6d5f698000000000ff0000010398000000ff0000001103980000ff0000000011000000fc\",\"end_key\":\"7480000000000000ff6d5f698000000000ff00000103f8000000ff0000001503f80000ff0000000015000000fd\"}]}}"] [2024/05/06 17:09:24.778 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6D5F698000000000FF0000010398000000FF0000001103980000FF0000000011000000FC 7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD]} (kind:split, region:14(7, 5), createAt:2024-05-06 17:09:24.77834328 +0800 CST m=+106.300036943, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD\"}"] [2024/05/06 17:09:24.778 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:24.778 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=36] [peer-ids="[37,38,39]"] [2024/05/06 17:09:24.778 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=40] [peer-ids="[41,42,43]"] [2024/05/06 17:09:24.780 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.72894ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6D5F698000000000FF0000010398000000FF0000001103980000FF0000000011000000FC 7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD]} (kind:split, region:14(7, 5), createAt:2024-05-06 17:09:24.77834328 +0800 CST m=+106.300036943, startAt:2024-05-06 17:09:24.778452922 +0800 CST m=+106.300146586, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD\"}"] [2024/05/06 17:09:24.780 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD} -> {7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD}, EndKey:{7800000000000000FB}"] [old-version=7] [new-version=9] [2024/05/06 17:09:24.780 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:36 start_key:\"7480000000000000FF6C5F698000000000FF00000103F8000000FF0000001403F80000FF0000000014000000FD\" end_key:\"7480000000000000FF6D5F698000000000FF0000010398000000FF0000001103980000FF0000000011000000FC\" region_epoch: peers: peers: peers: id:40 start_key:\"7480000000000000FF6D5F698000000000FF0000010398000000FF0000001103980000FF0000000011000000FC\" end_key:\"7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:24.800 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56834, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"86ba3763-2b8f-44c2-8fee-feccb199f057\"]}}"] [2024/05/06 17:09:24.835 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56836, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"5bf83478-1952-4018-88c2-4684bfab492b\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff6e5f698000000000ff0000010398000000ff0000001203980000ff0000000012000000fc\",\"end_key\":\"7480000000000000ff6e5f698000000000ff00000103f8000000ff0000001603f80000ff0000000016000000fd\"}]}}"] [2024/05/06 17:09:24.840 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6E5F698000000000FF0000010398000000FF0000001203980000FF0000000012000000FC 7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD]} (kind:split, region:14(9, 5), createAt:2024-05-06 17:09:24.840288991 +0800 CST m=+106.361982655, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD\"}"] [2024/05/06 17:09:24.840 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:24.840 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=44] [peer-ids="[45,46,47]"] [2024/05/06 17:09:24.840 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=48] [peer-ids="[49,50,51]"] [2024/05/06 17:09:24.841 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD} -> {7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD}, EndKey:{7800000000000000FB}"] [old-version=9] [new-version=11] [2024/05/06 17:09:24.841 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.441879ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6E5F698000000000FF0000010398000000FF0000001203980000FF0000000012000000FC 7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD]} (kind:split, region:14(9, 5), createAt:2024-05-06 17:09:24.840288991 +0800 CST m=+106.361982655, startAt:2024-05-06 17:09:24.84036282 +0800 CST m=+106.362056484, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD\"}"] [2024/05/06 17:09:24.841 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:44 start_key:\"7480000000000000FF6D5F698000000000FF00000103F8000000FF0000001503F80000FF0000000015000000FD\" end_key:\"7480000000000000FF6E5F698000000000FF0000010398000000FF0000001203980000FF0000000012000000FC\" region_epoch: peers: peers: peers: id:48 start_key:\"7480000000000000FF6E5F698000000000FF0000010398000000FF0000001203980000FF0000000012000000FC\" end_key:\"7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:24.865 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56854, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"5bf83478-1952-4018-88c2-4684bfab492b\"]}}"] [2024/05/06 17:09:24.901 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56856, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"f5e1208a-1790-43c9-92fb-ab55b77f47c3\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff6f5f698000000000ff00000103dc000000ff0000000b03dc0000ff000000000b000000fc\",\"end_key\":\"7480000000000000ff6f5f698000000000ff00000103f8000000ff0000001703f80000ff0000000017000000fd\"}]}}"] [2024/05/06 17:09:24.903 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6F5F698000000000FF00000103DC000000FF0000000B03DC0000FF000000000B000000FC 7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD]} (kind:split, region:14(11, 5), createAt:2024-05-06 17:09:24.903916107 +0800 CST m=+106.425609771, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD\"}"] [2024/05/06 17:09:24.903 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:24.904 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=52] [peer-ids="[53,54,55]"] [2024/05/06 17:09:24.904 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=56] [peer-ids="[57,58,59]"] [2024/05/06 17:09:24.905 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD} -> {7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD}, EndKey:{7800000000000000FB}"] [old-version=11] [new-version=13] [2024/05/06 17:09:24.905 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.554905ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF6F5F698000000000FF00000103DC000000FF0000000B03DC0000FF000000000B000000FC 7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD]} (kind:split, region:14(11, 5), createAt:2024-05-06 17:09:24.903916107 +0800 CST m=+106.425609771, startAt:2024-05-06 17:09:24.903986693 +0800 CST m=+106.425680357, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD\"}"] [2024/05/06 17:09:24.905 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:52 start_key:\"7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD\" end_key:\"7480000000000000FF6F5F698000000000FF00000103DC000000FF0000000B03DC0000FF000000000B000000FC\" region_epoch: peers: peers: peers: id:56 start_key:\"7480000000000000FF6F5F698000000000FF00000103DC000000FF0000000B03DC0000FF000000000B000000FC\" end_key:\"7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:24.947 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56872, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"f5e1208a-1790-43c9-92fb-ab55b77f47c3\"]}}"] [2024/05/06 17:09:24.980 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56874, StartTime:2024-05-06 17:09:24 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"acf162d1-5156-40d6-b11b-54b78d96a388\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff705f698000000000ff00000103dc000000ff0000000c03dc0000ff000000000c000000fc\",\"end_key\":\"7480000000000000ff705f698000000000ff00000103f8000000ff0000001803f80000ff0000000018000000fd\"}]}}"] [2024/05/06 17:09:24.988 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF705F698000000000FF00000103DC000000FF0000000C03DC0000FF000000000C000000FC 7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD]} (kind:split, region:14(13, 5), createAt:2024-05-06 17:09:24.988419836 +0800 CST m=+106.510113500, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD\"}"] [2024/05/06 17:09:24.988 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:24.988 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=60] [peer-ids="[61,62,63]"] [2024/05/06 17:09:24.988 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=64] [peer-ids="[65,66,67]"] [2024/05/06 17:09:24.990 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.641287ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF705F698000000000FF00000103DC000000FF0000000C03DC0000FF000000000C000000FC 7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD]} (kind:split, region:14(13, 5), createAt:2024-05-06 17:09:24.988419836 +0800 CST m=+106.510113500, startAt:2024-05-06 17:09:24.988494496 +0800 CST m=+106.510188160, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD\"}"] [2024/05/06 17:09:24.990 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:60 start_key:\"7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD\" end_key:\"7480000000000000FF705F698000000000FF00000103DC000000FF0000000C03DC0000FF000000000C000000FC\" region_epoch: peers: peers: peers: id:64 start_key:\"7480000000000000FF705F698000000000FF00000103DC000000FF0000000C03DC0000FF000000000C000000FC\" end_key:\"7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:24.990 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6F5F698000000000FF00000103F8000000FF0000001703F80000FF0000000017000000FD} -> {7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD}, EndKey:{7800000000000000FB}"] [old-version=13] [new-version=15] [2024/05/06 17:09:25.010 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56890, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"acf162d1-5156-40d6-b11b-54b78d96a388\"]}}"] [2024/05/06 17:09:25.036 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56892, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"e5c0474b-80e8-4536-8f69-75566347958b\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff715f698000000000ff00000103f8000000ff0000000503f80000ff0000000005000000fc\",\"end_key\":\"7480000000000000ff715f698000000000ff00000103f8000000ff0000000503f80000ff0000000005000000fd\"}]}}"] [2024/05/06 17:09:25.041 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FC 7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD]} (kind:split, region:14(15, 5), createAt:2024-05-06 17:09:25.0412435 +0800 CST m=+106.562937164, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD\"}"] [2024/05/06 17:09:25.041 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.041 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=68] [peer-ids="[69,70,71]"] [2024/05/06 17:09:25.041 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=72] [peer-ids="[73,74,75]"] [2024/05/06 17:09:25.042 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD} -> {7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD}, EndKey:{7800000000000000FB}"] [old-version=15] [new-version=17] [2024/05/06 17:09:25.042 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.458286ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FC 7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD]} (kind:split, region:14(15, 5), createAt:2024-05-06 17:09:25.0412435 +0800 CST m=+106.562937164, startAt:2024-05-06 17:09:25.04132496 +0800 CST m=+106.563018625, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD\"}"] [2024/05/06 17:09:25.042 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:68 start_key:\"7480000000000000FF705F698000000000FF00000103F8000000FF0000001803F80000FF0000000018000000FD\" end_key:\"7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FC\" region_epoch: peers: peers: peers: id:72 start_key:\"7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FC\" end_key:\"7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.067 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56908, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"e5c0474b-80e8-4536-8f69-75566347958b\"]}}"] [2024/05/06 17:09:25.100 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56910, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"9a79c8b2-622d-4e65-9e99-d939bcb3becb\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff725f698000000000ff00000103f8000000ff0000000603f80000ff0000000006000000fc\",\"end_key\":\"7480000000000000ff725f698000000000ff00000103f8000000ff0000000603f80000ff0000000006000000fd\"}]}}"] [2024/05/06 17:09:25.104 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FC 7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD]} (kind:split, region:14(17, 5), createAt:2024-05-06 17:09:25.10401265 +0800 CST m=+106.625706314, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD\"}"] [2024/05/06 17:09:25.104 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.104 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=76] [peer-ids="[77,78,79]"] [2024/05/06 17:09:25.104 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=80] [peer-ids="[81,82,83]"] [2024/05/06 17:09:25.105 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD} -> {7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD}, EndKey:{7800000000000000FB}"] [old-version=17] [new-version=19] [2024/05/06 17:09:25.105 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.599695ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FC 7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD]} (kind:split, region:14(17, 5), createAt:2024-05-06 17:09:25.10401265 +0800 CST m=+106.625706314, startAt:2024-05-06 17:09:25.104102742 +0800 CST m=+106.625796406, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD\"}"] [2024/05/06 17:09:25.105 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:76 start_key:\"7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD\" end_key:\"7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FC\" region_epoch: peers: peers: peers: id:80 start_key:\"7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FC\" end_key:\"7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.132 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56928, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"9a79c8b2-622d-4e65-9e99-d939bcb3becb\"]}}"] [2024/05/06 17:09:25.271 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56932, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"232062d8-4fd2-452a-b072-e8f69fb29c17\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff795f698000000000ff00000103c4000000ff0000001903c40000ff0000000019000000fc\",\"end_key\":\"7480000000000000ff795f698000000000ff00000103c4000000ff0000001903c40000ff0000000019000000fd\"}]}}"] [2024/05/06 17:09:25.282 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FC 7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD]} (kind:split, region:14(19, 5), createAt:2024-05-06 17:09:25.2822544 +0800 CST m=+106.803948070, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD\"}"] [2024/05/06 17:09:25.282 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.282 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=84] [peer-ids="[85,86,87]"] [2024/05/06 17:09:25.282 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=88] [peer-ids="[89,90,91]"] [2024/05/06 17:09:25.284 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.798717ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FC 7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD]} (kind:split, region:14(19, 5), createAt:2024-05-06 17:09:25.2822544 +0800 CST m=+106.803948070, startAt:2024-05-06 17:09:25.282380636 +0800 CST m=+106.804074301, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD\"}"] [2024/05/06 17:09:25.284 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD} -> {7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD}, EndKey:{7800000000000000FB}"] [old-version=19] [new-version=21] [2024/05/06 17:09:25.284 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:84 start_key:\"7480000000000000FF725F698000000000FF00000103F8000000FF0000000603F80000FF0000000006000000FD\" end_key:\"7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FC\" region_epoch: peers: peers: peers: id:88 start_key:\"7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FC\" end_key:\"7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.303 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56948, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"232062d8-4fd2-452a-b072-e8f69fb29c17\"]}}"] [2024/05/06 17:09:25.329 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56950, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"6ce2102b-77d2-4579-8677-c421531f7b5a\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff7a5f698000000000ff00000103c4000000ff0000001a03c40000ff000000001a000000fc\",\"end_key\":\"7480000000000000ff7a5f698000000000ff00000103c4000000ff0000001a03c40000ff000000001a000000fd\"}]}}"] [2024/05/06 17:09:25.334 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FC 7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD]} (kind:split, region:14(21, 5), createAt:2024-05-06 17:09:25.334045035 +0800 CST m=+106.855738701, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD\"}"] [2024/05/06 17:09:25.334 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.334 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=92] [peer-ids="[93,94,95]"] [2024/05/06 17:09:25.334 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=96] [peer-ids="[97,98,99]"] [2024/05/06 17:09:25.335 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD} -> {7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD}, EndKey:{7800000000000000FB}"] [old-version=21] [new-version=23] [2024/05/06 17:09:25.335 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.510697ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FC 7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD]} (kind:split, region:14(21, 5), createAt:2024-05-06 17:09:25.334045035 +0800 CST m=+106.855738701, startAt:2024-05-06 17:09:25.334140027 +0800 CST m=+106.855833691, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD\"}"] [2024/05/06 17:09:25.335 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:92 start_key:\"7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD\" end_key:\"7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FC\" region_epoch: peers: peers: peers: id:96 start_key:\"7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FC\" end_key:\"7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.360 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56966, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"6ce2102b-77d2-4579-8677-c421531f7b5a\"]}}"] [2024/05/06 17:09:25.383 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56970, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"c3fa8a57-7b13-4a1c-a189-582434f621c1\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff7b5f698000000000ff00000103c4000000ff0000001b03c40000ff000000001b000000fc\",\"end_key\":\"7480000000000000ff7b5f698000000000ff00000103c4000000ff0000001b03c40000ff000000001b000000fd\"}]}}"] [2024/05/06 17:09:25.386 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FC 7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD]} (kind:split, region:14(23, 5), createAt:2024-05-06 17:09:25.38604634 +0800 CST m=+106.907740003, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD\"}"] [2024/05/06 17:09:25.386 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.386 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=100] [peer-ids="[101,102,103]"] [2024/05/06 17:09:25.386 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=104] [peer-ids="[105,106,107]"] [2024/05/06 17:09:25.387 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.662105ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FC 7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD]} (kind:split, region:14(23, 5), createAt:2024-05-06 17:09:25.38604634 +0800 CST m=+106.907740003, startAt:2024-05-06 17:09:25.386121665 +0800 CST m=+106.907815336, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD\"}"] [2024/05/06 17:09:25.387 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD} -> {7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD}, EndKey:{7800000000000000FB}"] [old-version=23] [new-version=25] [2024/05/06 17:09:25.387 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:100 start_key:\"7480000000000000FF7A5F698000000000FF00000103C4000000FF0000001A03C40000FF000000001A000000FD\" end_key:\"7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FC\" region_epoch: peers: peers: peers: id:104 start_key:\"7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FC\" end_key:\"7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.416 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56986, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"c3fa8a57-7b13-4a1c-a189-582434f621c1\"]}}"] [2024/05/06 17:09:25.444 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56990, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"76f1e5a0-61e5-4505-a477-cc1e7eee49b2\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff7c5f698000000000ff00000103c4000000ff0000001c03c40000ff000000001c000000fc\",\"end_key\":\"7480000000000000ff7c5f698000000000ff00000103c4000000ff0000001c03c40000ff000000001c000000fd\"}]}}"] [2024/05/06 17:09:25.447 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FC 7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD]} (kind:split, region:14(25, 5), createAt:2024-05-06 17:09:25.447923552 +0800 CST m=+106.969617215, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD\"}"] [2024/05/06 17:09:25.448 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.448 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=108] [peer-ids="[109,110,111]"] [2024/05/06 17:09:25.448 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=112] [peer-ids="[113,114,115]"] [2024/05/06 17:09:25.449 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.409239ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FC 7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD]} (kind:split, region:14(25, 5), createAt:2024-05-06 17:09:25.447923552 +0800 CST m=+106.969617215, startAt:2024-05-06 17:09:25.447995128 +0800 CST m=+106.969688792, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD\"}"] [2024/05/06 17:09:25.449 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD} -> {7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD}, EndKey:{7800000000000000FB}"] [old-version=25] [new-version=27] [2024/05/06 17:09:25.449 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:108 start_key:\"7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD\" end_key:\"7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FC\" region_epoch: peers: peers: peers: id:112 start_key:\"7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FC\" end_key:\"7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.477 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57006, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"76f1e5a0-61e5-4505-a477-cc1e7eee49b2\"]}}"] [2024/05/06 17:09:25.503 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57008, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"332fbb99-3e51-4846-859e-08e490f3601d\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff7d5f698000000000ff0000010398000000ff0000000d03980000ff000000000d000000fc\",\"end_key\":\"7480000000000000ff7d5f698000000000ff00000103c4000000ff0000001d03c40000ff000000001d000000fd\"}]}}"] [2024/05/06 17:09:25.511 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7D5F698000000000FF0000010398000000FF0000000D03980000FF000000000D000000FC 7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD]} (kind:split, region:14(27, 5), createAt:2024-05-06 17:09:25.511643039 +0800 CST m=+107.033336702, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD\"}"] [2024/05/06 17:09:25.511 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.512 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=116] [peer-ids="[117,118,119]"] [2024/05/06 17:09:25.512 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=120] [peer-ids="[121,122,123]"] [2024/05/06 17:09:25.569 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD} -> {7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD}, EndKey:{7800000000000000FB}"] [old-version=27] [new-version=29] [2024/05/06 17:09:25.569 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=57.803856ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7D5F698000000000FF0000010398000000FF0000000D03980000FF000000000D000000FC 7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD]} (kind:split, region:14(27, 5), createAt:2024-05-06 17:09:25.511643039 +0800 CST m=+107.033336702, startAt:2024-05-06 17:09:25.511722051 +0800 CST m=+107.033415714, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD\"}"] [2024/05/06 17:09:25.569 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:116 start_key:\"7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FD\" end_key:\"7480000000000000FF7D5F698000000000FF0000010398000000FF0000000D03980000FF000000000D000000FC\" region_epoch: peers: peers: peers: id:120 start_key:\"7480000000000000FF7D5F698000000000FF0000010398000000FF0000000D03980000FF000000000D000000FC\" end_key:\"7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.579 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57026, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"332fbb99-3e51-4846-859e-08e490f3601d\"]}}"] [2024/05/06 17:09:25.602 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57028, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"c53c48d0-a9cc-4ffc-8ec7-c613d5d70015\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff7e5f698000000000ff0000010398000000ff0000000e03980000ff000000000e000000fc\",\"end_key\":\"7480000000000000ff7e5f698000000000ff00000103c4000000ff0000001e03c40000ff000000001e000000fd\"}]}}"] [2024/05/06 17:09:25.605 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7E5F698000000000FF0000010398000000FF0000000E03980000FF000000000E000000FC 7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD]} (kind:split, region:14(29, 5), createAt:2024-05-06 17:09:25.605073407 +0800 CST m=+107.126767082, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD\"}"] [2024/05/06 17:09:25.605 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.605 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=124] [peer-ids="[125,126,127]"] [2024/05/06 17:09:25.605 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=128] [peer-ids="[129,130,131]"] [2024/05/06 17:09:25.606 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD} -> {7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD}, EndKey:{7800000000000000FB}"] [old-version=29] [new-version=31] [2024/05/06 17:09:25.606 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.470008ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7E5F698000000000FF0000010398000000FF0000000E03980000FF000000000E000000FC 7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD]} (kind:split, region:14(29, 5), createAt:2024-05-06 17:09:25.605073407 +0800 CST m=+107.126767082, startAt:2024-05-06 17:09:25.605160903 +0800 CST m=+107.126854567, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD\"}"] [2024/05/06 17:09:25.606 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:124 start_key:\"7480000000000000FF7D5F698000000000FF00000103C4000000FF0000001D03C40000FF000000001D000000FD\" end_key:\"7480000000000000FF7E5F698000000000FF0000010398000000FF0000000E03980000FF000000000E000000FC\" region_epoch: peers: peers: peers: id:128 start_key:\"7480000000000000FF7E5F698000000000FF0000010398000000FF0000000E03980000FF000000000E000000FC\" end_key:\"7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.649 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57044, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"c53c48d0-a9cc-4ffc-8ec7-c613d5d70015\"]}}"] [2024/05/06 17:09:25.672 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57046, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8f535c83-fd01-49cd-8496-4eccc5a2d596\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff7f5f698000000000ff0000010398000000ff0000000f03980000ff000000000f000000fc\",\"end_key\":\"7480000000000000ff7f5f698000000000ff00000103f8000000ff0000001303f80000ff0000000013000000fd\"}]}}"] [2024/05/06 17:09:25.677 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7F5F698000000000FF0000010398000000FF0000000F03980000FF000000000F000000FC 7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD]} (kind:split, region:14(31, 5), createAt:2024-05-06 17:09:25.677359368 +0800 CST m=+107.199053031, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD\"}"] [2024/05/06 17:09:25.677 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:25.677 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=132] [peer-ids="[133,134,135]"] [2024/05/06 17:09:25.677 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=136] [peer-ids="[137,138,139]"] [2024/05/06 17:09:25.679 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD} -> {7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD}, EndKey:{7800000000000000FB}"] [old-version=31] [new-version=33] [2024/05/06 17:09:25.679 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:132 start_key:\"7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD\" end_key:\"7480000000000000FF7F5F698000000000FF0000010398000000FF0000000F03980000FF000000000F000000FC\" region_epoch: peers: peers: peers: id:136 start_key:\"7480000000000000FF7F5F698000000000FF0000010398000000FF0000000F03980000FF000000000F000000FC\" end_key:\"7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:25.679 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.799483ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF7F5F698000000000FF0000010398000000FF0000000F03980000FF000000000F000000FC 7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD]} (kind:split, region:14(31, 5), createAt:2024-05-06 17:09:25.677359368 +0800 CST m=+107.199053031, startAt:2024-05-06 17:09:25.677448138 +0800 CST m=+107.199141802, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7E5F698000000000FF00000103C4000000FF0000001E03C40000FF000000001E000000FD\"}"] [2024/05/06 17:09:25.704 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57062, StartTime:2024-05-06 17:09:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8f535c83-fd01-49cd-8496-4eccc5a2d596\"]}}"] [2024/05/06 17:09:28.076 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57066, StartTime:2024-05-06 17:09:28 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"457ccbef-8c21-435c-b8a5-5453affbb2f1\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff825f698000000000ff000001039c000000ff00000007039c0000ff0000000007000000fc\",\"end_key\":\"7480000000000000ff825f698000000000ff00000103fc000000ff0000001203fc0000ff0000000012000000fd\"}]}}"] [2024/05/06 17:09:28.086 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF825F698000000000FF000001039C000000FF00000007039C0000FF0000000007000000FC 7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD]} (kind:split, region:14(33, 5), createAt:2024-05-06 17:09:28.086317368 +0800 CST m=+109.608011040, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD\"}"] [2024/05/06 17:09:28.086 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:28.086 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=140] [peer-ids="[141,142,143]"] [2024/05/06 17:09:28.087 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=144] [peer-ids="[145,146,147]"] [2024/05/06 17:09:28.088 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:140 start_key:\"7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD\" end_key:\"7480000000000000FF825F698000000000FF000001039C000000FF00000007039C0000FF0000000007000000FC\" region_epoch: peers: peers: peers: id:144 start_key:\"7480000000000000FF825F698000000000FF000001039C000000FF00000007039C0000FF0000000007000000FC\" end_key:\"7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:28.088 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.001709ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF825F698000000000FF000001039C000000FF00000007039C0000FF0000000007000000FC 7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD]} (kind:split, region:14(33, 5), createAt:2024-05-06 17:09:28.086317368 +0800 CST m=+109.608011040, startAt:2024-05-06 17:09:28.086453783 +0800 CST m=+109.608147448, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD\"}"] [2024/05/06 17:09:28.088 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7F5F698000000000FF00000103F8000000FF0000001303F80000FF0000000013000000FD} -> {7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD}, EndKey:{7800000000000000FB}"] [old-version=33] [new-version=35] [2024/05/06 17:09:28.107 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57120, StartTime:2024-05-06 17:09:28 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"457ccbef-8c21-435c-b8a5-5453affbb2f1\"]}}"] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=68] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:68(17, 5), createAt:2024-05-06 17:09:29.201982172 +0800 CST m=+110.723675841, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"30.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=68] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:16(5, 5), createAt:2024-05-06 17:09:29.202107953 +0800 CST m=+110.723801618, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"29.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:14(35, 5), createAt:2024-05-06 17:09:29.202188102 +0800 CST m=+110.723881771, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"28.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:10(5, 5), createAt:2024-05-06 17:09:29.202241663 +0800 CST m=+110.723935328, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:29.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.205 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=16] [from=1] [to=2] [2024/05/06 17:09:29.205 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=2.876489ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:16(5, 5), createAt:2024-05-06 17:09:29.202107953 +0800 CST m=+110.723801618, startAt:2024-05-06 17:09:29.202517491 +0800 CST m=+110.724211150, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"29.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:29.205 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=68] [takes=3.20191ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:68(17, 5), createAt:2024-05-06 17:09:29.201982172 +0800 CST m=+110.723675841, startAt:2024-05-06 17:09:29.20241452 +0800 CST m=+110.724108185, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"30.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:29.205 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=68] [from=1] [to=5] [2024/05/06 17:09:29.205 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=3.029136ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:10(5, 5), createAt:2024-05-06 17:09:29.202241663 +0800 CST m=+110.723935328, startAt:2024-05-06 17:09:29.202618554 +0800 CST m=+110.724312213, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"27.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:29.205 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=10] [from=1] [to=2] [2024/05/06 17:09:29.205 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=3.138607ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:14(35, 5), createAt:2024-05-06 17:09:29.202188102 +0800 CST m=+110.723881771, startAt:2024-05-06 17:09:29.202574887 +0800 CST m=+110.724268547, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"28.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:29.205 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=14] [from=1] [to=5] [2024/05/06 17:09:29.213 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=84] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:84(21, 5), createAt:2024-05-06 17:09:29.213606049 +0800 CST m=+110.735299712, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:29.213 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=84] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.213 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=52] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:52(13, 5), createAt:2024-05-06 17:09:29.213673004 +0800 CST m=+110.735366667, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"25.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:29.213 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=52] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.213 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=48] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:48(11, 5), createAt:2024-05-06 17:09:29.213741889 +0800 CST m=+110.735435549, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"24.00\",\"targetScore\":\"8.00\"}"] [2024/05/06 17:09:29.213 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=48] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.214 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=140] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:140(35, 5), createAt:2024-05-06 17:09:29.21381529 +0800 CST m=+110.735508949, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"23.00\",\"targetScore\":\"8.00\"}"] [2024/05/06 17:09:29.214 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=140] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.215 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=52] [from=1] [to=2] [2024/05/06 17:09:29.214 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=52] [takes=1.035489ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:52(13, 5), createAt:2024-05-06 17:09:29.213673004 +0800 CST m=+110.735366667, startAt:2024-05-06 17:09:29.213957036 +0800 CST m=+110.735650695, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"25.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:29.215 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=48] [takes=1.109649ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:48(11, 5), createAt:2024-05-06 17:09:29.213741889 +0800 CST m=+110.735435549, startAt:2024-05-06 17:09:29.213989409 +0800 CST m=+110.735683069, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"24.00\",\"targetScore\":\"8.00\"}"] [2024/05/06 17:09:29.215 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=140] [takes=1.114156ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:140(35, 5), createAt:2024-05-06 17:09:29.21381529 +0800 CST m=+110.735508949, startAt:2024-05-06 17:09:29.214024153 +0800 CST m=+110.735717812, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"23.00\",\"targetScore\":\"8.00\"}"] [2024/05/06 17:09:29.215 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=84] [takes=1.322141ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:84(21, 5), createAt:2024-05-06 17:09:29.213606049 +0800 CST m=+110.735299712, startAt:2024-05-06 17:09:29.213890138 +0800 CST m=+110.735583801, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"26.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:29.215 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=48] [from=1] [to=5] [2024/05/06 17:09:29.215 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=140] [from=1] [to=2] [2024/05/06 17:09:29.215 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=84] [from=1] [to=5] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=72] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:72(17, 5), createAt:2024-05-06 17:09:29.224280573 +0800 CST m=+110.745974251, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"22.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=72] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=92] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:92(23, 5), createAt:2024-05-06 17:09:29.224343866 +0800 CST m=+110.746037531, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"21.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=92] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=108] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:108(27, 5), createAt:2024-05-06 17:09:29.224376814 +0800 CST m=+110.746070474, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=108] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=144] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:144(35, 5), createAt:2024-05-06 17:09:29.224415 +0800 CST m=+110.746108660, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:09:29.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=144] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.225 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=72] [from=1] [to=5] [2024/05/06 17:09:29.225 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=72] [takes=934.663µs] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:72(17, 5), createAt:2024-05-06 17:09:29.224280573 +0800 CST m=+110.745974251, startAt:2024-05-06 17:09:29.224484193 +0800 CST m=+110.746177857, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"22.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:09:29.225 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=92] [takes=941.718µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:92(23, 5), createAt:2024-05-06 17:09:29.224343866 +0800 CST m=+110.746037531, startAt:2024-05-06 17:09:29.224535572 +0800 CST m=+110.746229235, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"21.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:09:29.225 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=108] [takes=965.08µs] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:108(27, 5), createAt:2024-05-06 17:09:29.224376814 +0800 CST m=+110.746070474, startAt:2024-05-06 17:09:29.224569028 +0800 CST m=+110.746262688, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"20.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:09:29.225 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=144] [takes=984.535µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:144(35, 5), createAt:2024-05-06 17:09:29.224415 +0800 CST m=+110.746108660, startAt:2024-05-06 17:09:29.224605795 +0800 CST m=+110.746299455, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"19.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:09:29.225 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=92] [from=1] [to=2] [2024/05/06 17:09:29.225 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=108] [from=1] [to=5] [2024/05/06 17:09:29.225 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=144] [from=1] [to=2] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=36] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:36(9, 5), createAt:2024-05-06 17:09:29.23504293 +0800 CST m=+110.756736597, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"18.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=36] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=56] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:56(13, 5), createAt:2024-05-06 17:09:29.235145214 +0800 CST m=+110.756838879, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"17.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=56] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:12(5, 5), createAt:2024-05-06 17:09:29.235210075 +0800 CST m=+110.756903740, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"16.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=104] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:104(25, 5), createAt:2024-05-06 17:09:29.235291648 +0800 CST m=+110.756985311, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"15.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:09:29.235 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=104] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:09:29.236 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=36] [from=1] [to=5] [2024/05/06 17:09:29.236 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=36] [takes=1.03126ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:36(9, 5), createAt:2024-05-06 17:09:29.23504293 +0800 CST m=+110.756736597, startAt:2024-05-06 17:09:29.235358693 +0800 CST m=+110.757052356, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"18.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:09:29.236 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.075627ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:12(5, 5), createAt:2024-05-06 17:09:29.235210075 +0800 CST m=+110.756903740, startAt:2024-05-06 17:09:29.235446414 +0800 CST m=+110.757140078, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"16.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:09:29.236 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=104] [takes=1.019673ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:104(25, 5), createAt:2024-05-06 17:09:29.235291648 +0800 CST m=+110.756985311, startAt:2024-05-06 17:09:29.235478918 +0800 CST m=+110.757172578, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"15.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:09:29.236 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=104] [from=1] [to=2] [2024/05/06 17:09:29.236 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=56] [takes=1.206946ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:56(13, 5), createAt:2024-05-06 17:09:29.235145214 +0800 CST m=+110.756838879, startAt:2024-05-06 17:09:29.235410605 +0800 CST m=+110.757104268, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"17.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:09:29.236 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=12] [from=1] [to=5] [2024/05/06 17:09:29.236 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=56] [from=1] [to=2] [2024/05/06 17:09:29.246 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=88] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:88(21, 5), createAt:2024-05-06 17:09:29.245803572 +0800 CST m=+110.767497236, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"14.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:09:29.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=88] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:29.247 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=88] [from=1] [to=5] [2024/05/06 17:09:29.247 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=88] [takes=784.576µs] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:88(21, 5), createAt:2024-05-06 17:09:29.245803572 +0800 CST m=+110.767497236, startAt:2024-05-06 17:09:29.24660173 +0800 CST m=+110.768295394, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"14.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:09:30.417 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57172, StartTime:2024-05-06 17:09:30 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"7fe8eef2-996d-4f76-b455-c162d4b6c48a\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff825f698000000000ff000002039c000000ff00000007039c0000ff0000000007000000fc\",\"end_key\":\"7480000000000000ff825f698000000000ff00000203fc000000ff0000001203fc0000ff0000000012000000fd\"}]}}"] [2024/05/06 17:09:30.426 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF825F698000000000FF000002039C000000FF00000007039C0000FF0000000007000000FC 7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD]} (kind:split, region:14(35, 5), createAt:2024-05-06 17:09:30.42613279 +0800 CST m=+111.947826454, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD\"}"] [2024/05/06 17:09:30.426 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:30.426 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=148] [peer-ids="[149,150,151]"] [2024/05/06 17:09:30.426 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=152] [peer-ids="[153,154,155]"] [2024/05/06 17:09:30.428 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD} -> {7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD}, EndKey:{7800000000000000FB}"] [old-version=35] [new-version=37] [2024/05/06 17:09:30.428 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.883519ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF825F698000000000FF000002039C000000FF00000007039C0000FF0000000007000000FC 7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD]} (kind:split, region:14(35, 5), createAt:2024-05-06 17:09:30.42613279 +0800 CST m=+111.947826454, startAt:2024-05-06 17:09:30.4262483 +0800 CST m=+111.947941964, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD\"}"] [2024/05/06 17:09:30.428 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:148 start_key:\"7480000000000000FF825F698000000000FF00000103FC000000FF0000001203FC0000FF0000000012000000FD\" end_key:\"7480000000000000FF825F698000000000FF000002039C000000FF00000007039C0000FF0000000007000000FC\" region_epoch: peers: peers: peers: id:152 start_key:\"7480000000000000FF825F698000000000FF000002039C000000FF00000007039C0000FF0000000007000000FC\" end_key:\"7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:30.448 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57214, StartTime:2024-05-06 17:09:30 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"7fe8eef2-996d-4f76-b455-c162d4b6c48a\"]}}"] [2024/05/06 17:09:30.808 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57238, StartTime:2024-05-06 17:09:30 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"b195b98c-c242-4126-8329-5b71da94ea1c\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff825f698000000000ff000002039c000000ff00000007039c0000ff0000000007000000fc\",\"end_key\":\"7480000000000000ff825f698000000000ff00000203fc000000ff0000001203fc0000ff0000000012000000fd\"}]}}"] [2024/05/06 17:09:30.838 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57256, StartTime:2024-05-06 17:09:30 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"b195b98c-c242-4126-8329-5b71da94ea1c\"]}}"] [2024/05/06 17:09:36.446 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:37.849 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=525] [2024/05/06 17:09:37.849 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=525] [2024/05/06 17:09:40.177 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57522, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8279183a-8bd1-4182-a554-142161575c3e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff8e5f698000000000ff0000010388000000ff0000001803880000ff0000000018000000fc\",\"end_key\":\"7480000000000000ff8e5f698000000000ff00000103f0000000ff0000001003f00000ff0000000010000000fd\"}]}}"] [2024/05/06 17:09:40.181 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF8E5F698000000000FF0000010388000000FF0000001803880000FF0000000018000000FC 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD]} (kind:split, region:14(37, 5), createAt:2024-05-06 17:09:40.181341658 +0800 CST m=+121.703035322, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD\"}"] [2024/05/06 17:09:40.181 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.182 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=156] [peer-ids="[157,158,159]"] [2024/05/06 17:09:40.182 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=160] [peer-ids="[161,162,163]"] [2024/05/06 17:09:40.190 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD} -> {7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD}, EndKey:{7800000000000000FB}"] [old-version=37] [new-version=39] [2024/05/06 17:09:40.190 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=8.89236ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF8E5F698000000000FF0000010388000000FF0000001803880000FF0000000018000000FC 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD]} (kind:split, region:14(37, 5), createAt:2024-05-06 17:09:40.181341658 +0800 CST m=+121.703035322, startAt:2024-05-06 17:09:40.181485663 +0800 CST m=+121.703179326, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD\"}"] [2024/05/06 17:09:40.190 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:156 start_key:\"7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD\" end_key:\"7480000000000000FF8E5F698000000000FF0000010388000000FF0000001803880000FF0000000018000000FC\" region_epoch: peers: peers: peers: id:160 start_key:\"7480000000000000FF8E5F698000000000FF0000010388000000FF0000001803880000FF0000000018000000FC\" end_key:\"7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.210 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57574, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8279183a-8bd1-4182-a554-142161575c3e\"]}}"] [2024/05/06 17:09:40.237 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57578, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"0f6f04cd-0c8d-4a12-96aa-e0f91eaecbcc\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff8f5f698000000000ff0000010390000000ff0000000903900000ff0000000009000000fc\",\"end_key\":\"7480000000000000ff8f5f698000000000ff00000103f0000000ff0000001103f00000ff0000000011000000fd\"}]}}"] [2024/05/06 17:09:40.242 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD]} (kind:split, region:14(39, 5), createAt:2024-05-06 17:09:40.242562144 +0800 CST m=+121.764255808, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD\"}"] [2024/05/06 17:09:40.242 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.243 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=164] [peer-ids="[165,166,167]"] [2024/05/06 17:09:40.243 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=168] [peer-ids="[169,170,171]"] [2024/05/06 17:09:40.244 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD} -> {7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD}, EndKey:{7800000000000000FB}"] [old-version=39] [new-version=41] [2024/05/06 17:09:40.244 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.385525ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD]} (kind:split, region:14(39, 5), createAt:2024-05-06 17:09:40.242562144 +0800 CST m=+121.764255808, startAt:2024-05-06 17:09:40.24264404 +0800 CST m=+121.764337704, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD\"}"] [2024/05/06 17:09:40.244 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:164 start_key:\"7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD\" end_key:\"7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC\" region_epoch: peers: peers: peers: id:168 start_key:\"7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC\" end_key:\"7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.266 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57584, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"0f6f04cd-0c8d-4a12-96aa-e0f91eaecbcc\"]}}"] [2024/05/06 17:09:40.289 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57586, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"cba10739-948f-4f8a-8488-7664a9e3b353\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff905f698000000000ff0000010390000000ff0000000a03900000ff000000000a000000fc\",\"end_key\":\"7480000000000000ff905f698000000000ff00000103f0000000ff0000001203f00000ff0000000012000000fd\"}]}}"] [2024/05/06 17:09:40.294 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD]} (kind:split, region:14(41, 5), createAt:2024-05-06 17:09:40.293978016 +0800 CST m=+121.815671680, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD\"}"] [2024/05/06 17:09:40.294 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.294 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=172] [peer-ids="[173,174,175]"] [2024/05/06 17:09:40.294 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=176] [peer-ids="[177,178,179]"] [2024/05/06 17:09:40.295 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD} -> {7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD}, EndKey:{7800000000000000FB}"] [old-version=41] [new-version=43] [2024/05/06 17:09:40.295 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:172 start_key:\"7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD\" end_key:\"7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC\" region_epoch: peers: peers: peers: id:176 start_key:\"7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC\" end_key:\"7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.295 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.504021ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD]} (kind:split, region:14(41, 5), createAt:2024-05-06 17:09:40.293978016 +0800 CST m=+121.815671680, startAt:2024-05-06 17:09:40.294055299 +0800 CST m=+121.815748963, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD\"}"] [2024/05/06 17:09:40.319 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57588, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"cba10739-948f-4f8a-8488-7664a9e3b353\"]}}"] [2024/05/06 17:09:40.345 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57590, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"08a626e9-7f53-4566-b586-f6578e325961\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff915f698000000000ff0000010388000000ff0000001303880000ff0000000013000000fc\",\"end_key\":\"7480000000000000ff915f698000000000ff00000103d0000000ff0000000303d00000ff0000000003000000fd\"}]}}"] [2024/05/06 17:09:40.346 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD]} (kind:split, region:14(43, 5), createAt:2024-05-06 17:09:40.346310801 +0800 CST m=+121.868004465, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD\"}"] [2024/05/06 17:09:40.346 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.346 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=180] [peer-ids="[181,182,183]"] [2024/05/06 17:09:40.346 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=184] [peer-ids="[185,186,187]"] [2024/05/06 17:09:40.347 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD} -> {7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD}, EndKey:{7800000000000000FB}"] [old-version=43] [new-version=45] [2024/05/06 17:09:40.347 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.461025ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD]} (kind:split, region:14(43, 5), createAt:2024-05-06 17:09:40.346310801 +0800 CST m=+121.868004465, startAt:2024-05-06 17:09:40.346381535 +0800 CST m=+121.868075198, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD\"}"] [2024/05/06 17:09:40.347 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:180 start_key:\"7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD\" end_key:\"7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC\" region_epoch: peers: peers: peers: id:184 start_key:\"7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC\" end_key:\"7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.374 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57592, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"08a626e9-7f53-4566-b586-f6578e325961\"]}}"] [2024/05/06 17:09:40.402 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57596, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"3601b827-1b01-4f0b-a3a8-5d89518b65ee\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff925f698000000000ff0000010388000000ff0000001403880000ff0000000014000000fc\",\"end_key\":\"7480000000000000ff925f698000000000ff00000103d0000000ff0000000403d00000ff0000000004000000fd\"}]}}"] [2024/05/06 17:09:40.408 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD]} (kind:split, region:14(45, 5), createAt:2024-05-06 17:09:40.408712527 +0800 CST m=+121.930406190, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD\"}"] [2024/05/06 17:09:40.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.409 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=188] [peer-ids="[189,190,191]"] [2024/05/06 17:09:40.409 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=192] [peer-ids="[193,194,195]"] [2024/05/06 17:09:40.410 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.608221ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD]} (kind:split, region:14(45, 5), createAt:2024-05-06 17:09:40.408712527 +0800 CST m=+121.930406190, startAt:2024-05-06 17:09:40.408799144 +0800 CST m=+121.930492808, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD\"}"] [2024/05/06 17:09:40.410 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD} -> {7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD}, EndKey:{7800000000000000FB}"] [old-version=45] [new-version=47] [2024/05/06 17:09:40.410 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:188 start_key:\"7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD\" end_key:\"7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC\" region_epoch: peers: peers: peers: id:192 start_key:\"7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC\" end_key:\"7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.431 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57598, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"3601b827-1b01-4f0b-a3a8-5d89518b65ee\"]}}"] [2024/05/06 17:09:40.457 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57600, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"2592788e-b1df-4870-854c-d52574096e17\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff935f698000000000ff0000010388000000ff0000001503880000ff0000000015000000fc\",\"end_key\":\"7480000000000000ff935f698000000000ff00000103f0000000ff0000000d03f00000ff000000000d000000fd\"}]}}"] [2024/05/06 17:09:40.460 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD]} (kind:split, region:14(47, 5), createAt:2024-05-06 17:09:40.460747189 +0800 CST m=+121.982440853, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD\"}"] [2024/05/06 17:09:40.460 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.461 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=196] [peer-ids="[197,198,199]"] [2024/05/06 17:09:40.461 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=200] [peer-ids="[201,202,203]"] [2024/05/06 17:09:40.462 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.745874ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD]} (kind:split, region:14(47, 5), createAt:2024-05-06 17:09:40.460747189 +0800 CST m=+121.982440853, startAt:2024-05-06 17:09:40.460835841 +0800 CST m=+121.982529505, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD\"}"] [2024/05/06 17:09:40.462 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:196 start_key:\"7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD\" end_key:\"7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC\" region_epoch: peers: peers: peers: id:200 start_key:\"7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC\" end_key:\"7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.462 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD} -> {7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD}, EndKey:{7800000000000000FB}"] [old-version=47] [new-version=49] [2024/05/06 17:09:40.494 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57602, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"2592788e-b1df-4870-854c-d52574096e17\"]}}"] [2024/05/06 17:09:40.516 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57604, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d0bd375e-132c-4ab7-8833-b45f07ff3c34\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff945f698000000000ff0000010388000000ff0000001603880000ff0000000016000000fc\",\"end_key\":\"7480000000000000ff945f698000000000ff00000103f0000000ff0000000e03f00000ff000000000e000000fd\"}]}}"] [2024/05/06 17:09:40.523 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD]} (kind:split, region:14(49, 5), createAt:2024-05-06 17:09:40.523783716 +0800 CST m=+122.045477379, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD\"}"] [2024/05/06 17:09:40.523 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.524 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=204] [peer-ids="[205,206,207]"] [2024/05/06 17:09:40.524 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=208] [peer-ids="[209,210,211]"] [2024/05/06 17:09:40.525 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.447016ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD]} (kind:split, region:14(49, 5), createAt:2024-05-06 17:09:40.523783716 +0800 CST m=+122.045477379, startAt:2024-05-06 17:09:40.523873783 +0800 CST m=+122.045567447, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD\"}"] [2024/05/06 17:09:40.525 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD} -> {7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD}, EndKey:{7800000000000000FB}"] [old-version=49] [new-version=51] [2024/05/06 17:09:40.525 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:204 start_key:\"7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD\" end_key:\"7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC\" region_epoch: peers: peers: peers: id:208 start_key:\"7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC\" end_key:\"7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.544 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57618, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d0bd375e-132c-4ab7-8833-b45f07ff3c34\"]}}"] [2024/05/06 17:09:40.565 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57620, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"82408324-af35-4fc9-b5f2-f92d768a0e56\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff955f698000000000ff0000010388000000ff0000001703880000ff0000000017000000fc\",\"end_key\":\"7480000000000000ff955f698000000000ff00000103f0000000ff0000000f03f00000ff000000000f000000fd\"}]}}"] [2024/05/06 17:09:40.576 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD]} (kind:split, region:14(51, 5), createAt:2024-05-06 17:09:40.576183128 +0800 CST m=+122.097876791, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD\"}"] [2024/05/06 17:09:40.576 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:40.576 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=212] [peer-ids="[213,214,215]"] [2024/05/06 17:09:40.576 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=216] [peer-ids="[217,218,219]"] [2024/05/06 17:09:40.577 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.413009ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD]} (kind:split, region:14(51, 5), createAt:2024-05-06 17:09:40.576183128 +0800 CST m=+122.097876791, startAt:2024-05-06 17:09:40.576268558 +0800 CST m=+122.097962223, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD\"}"] [2024/05/06 17:09:40.577 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:212 start_key:\"7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD\" end_key:\"7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC\" region_epoch: peers: peers: peers: id:216 start_key:\"7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC\" end_key:\"7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:40.577 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD} -> {7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD}, EndKey:{7800000000000000FB}"] [old-version=51] [new-version=53] [2024/05/06 17:09:40.593 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57624, StartTime:2024-05-06 17:09:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"82408324-af35-4fc9-b5f2-f92d768a0e56\"]}}"] [2024/05/06 17:09:42.727 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57634, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"f142f997-3a6d-48ee-8b94-2e288fcc8ac1\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff8e5f698000000000ff0000020388000000ff0000001803880000ff0000000018000000fc\",\"end_key\":\"7480000000000000ff8e5f698000000000ff00000203f0000000ff0000001003f00000ff0000000010000000fd\"}]}}"] [2024/05/06 17:09:42.736 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=164] [operator="\"labeler-split-region {split: region 164 use policy USEKEY and keys [7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD]} (kind:split, region:164(41, 5), createAt:2024-05-06 17:09:42.736816151 +0800 CST m=+124.258509814, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC\",\"region-start-key\":\"7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD\"}"] [2024/05/06 17:09:42.736 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=164] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:42.737 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=220] [peer-ids="[221,222,223]"] [2024/05/06 17:09:42.737 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=224] [peer-ids="[225,226,227]"] [2024/05/06 17:09:42.738 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=164] [detail="StartKey Changed:{7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD} -> {7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD}, EndKey:{7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC}"] [old-version=41] [new-version=43] [2024/05/06 17:09:42.738 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=164] [takes=1.433972ms] [operator="\"labeler-split-region {split: region 164 use policy USEKEY and keys [7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD]} (kind:split, region:164(41, 5), createAt:2024-05-06 17:09:42.736816151 +0800 CST m=+124.258509814, startAt:2024-05-06 17:09:42.736908058 +0800 CST m=+124.258601722, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC\",\"region-start-key\":\"7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD\"}"] [2024/05/06 17:09:42.738 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=164] [origin="id:220 start_key:\"7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD\" end_key:\"7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC\" region_epoch: peers: peers: peers: id:224 start_key:\"7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC\" end_key:\"7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:42.757 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57686, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"f142f997-3a6d-48ee-8b94-2e288fcc8ac1\"]}}"] [2024/05/06 17:09:42.776 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57688, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"c9e136b5-d695-4100-8005-0755ed1d05eb\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff8f5f698000000000ff0000020390000000ff0000000903900000ff0000000009000000fc\",\"end_key\":\"7480000000000000ff8f5f698000000000ff00000203f0000000ff0000001103f00000ff0000000011000000fd\"}]}}"] [2024/05/06 17:09:42.778 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=172] [operator="\"labeler-split-region {split: region 172 use policy USEKEY and keys [7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD]} (kind:split, region:172(43, 5), createAt:2024-05-06 17:09:42.778957375 +0800 CST m=+124.300651039, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC\",\"region-start-key\":\"7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD\"}"] [2024/05/06 17:09:42.779 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=172] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:42.779 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=228] [peer-ids="[229,230,231]"] [2024/05/06 17:09:42.779 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=232] [peer-ids="[233,234,235]"] [2024/05/06 17:09:42.780 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=172] [detail="StartKey Changed:{7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD} -> {7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD}, EndKey:{7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC}"] [old-version=43] [new-version=45] [2024/05/06 17:09:42.780 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=172] [origin="id:228 start_key:\"7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD\" end_key:\"7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC\" region_epoch: peers: peers: peers: id:232 start_key:\"7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC\" end_key:\"7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:42.780 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=172] [takes=1.379447ms] [operator="\"labeler-split-region {split: region 172 use policy USEKEY and keys [7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD]} (kind:split, region:172(43, 5), createAt:2024-05-06 17:09:42.778957375 +0800 CST m=+124.300651039, startAt:2024-05-06 17:09:42.779049301 +0800 CST m=+124.300742965, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC\",\"region-start-key\":\"7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD\"}"] [2024/05/06 17:09:42.804 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57694, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"c9e136b5-d695-4100-8005-0755ed1d05eb\"]}}"] [2024/05/06 17:09:42.823 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57696, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"918b01aa-266e-46b0-8dda-38cfecd1117f\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff905f698000000000ff0000020390000000ff0000000a03900000ff000000000a000000fc\",\"end_key\":\"7480000000000000ff905f698000000000ff00000203f0000000ff0000001203f00000ff0000000012000000fd\"}]}}"] [2024/05/06 17:09:42.831 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=180] [operator="\"labeler-split-region {split: region 180 use policy USEKEY and keys [7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD]} (kind:split, region:180(45, 5), createAt:2024-05-06 17:09:42.831927544 +0800 CST m=+124.353621208, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC\",\"region-start-key\":\"7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD\"}"] [2024/05/06 17:09:42.832 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=180] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:42.832 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=236] [peer-ids="[237,238,239]"] [2024/05/06 17:09:42.832 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=240] [peer-ids="[241,242,243]"] [2024/05/06 17:09:42.833 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=180] [detail="StartKey Changed:{7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD} -> {7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD}, EndKey:{7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC}"] [old-version=45] [new-version=47] [2024/05/06 17:09:42.833 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=180] [takes=1.256397ms] [operator="\"labeler-split-region {split: region 180 use policy USEKEY and keys [7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD]} (kind:split, region:180(45, 5), createAt:2024-05-06 17:09:42.831927544 +0800 CST m=+124.353621208, startAt:2024-05-06 17:09:42.832014331 +0800 CST m=+124.353707995, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC\",\"region-start-key\":\"7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD\"}"] [2024/05/06 17:09:42.833 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=180] [origin="id:236 start_key:\"7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD\" end_key:\"7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC\" region_epoch: peers: peers: peers: id:240 start_key:\"7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC\" end_key:\"7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:42.850 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57698, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"918b01aa-266e-46b0-8dda-38cfecd1117f\"]}}"] [2024/05/06 17:09:42.870 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57700, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"6b648865-74e1-4cf7-990d-3d0dcc692c0b\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff915f698000000000ff0000020388000000ff0000001303880000ff0000000013000000fc\",\"end_key\":\"7480000000000000ff915f698000000000ff00000203d0000000ff0000000303d00000ff0000000003000000fd\"}]}}"] [2024/05/06 17:09:42.873 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=188] [operator="\"labeler-split-region {split: region 188 use policy USEKEY and keys [7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD]} (kind:split, region:188(47, 5), createAt:2024-05-06 17:09:42.873125595 +0800 CST m=+124.394819260, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC\",\"region-start-key\":\"7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD\"}"] [2024/05/06 17:09:42.873 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=188] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:42.873 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=244] [peer-ids="[245,246,247]"] [2024/05/06 17:09:42.873 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=248] [peer-ids="[249,250,251]"] [2024/05/06 17:09:42.874 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=188] [detail="StartKey Changed:{7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD} -> {7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD}, EndKey:{7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC}"] [old-version=47] [new-version=49] [2024/05/06 17:09:42.874 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=188] [takes=1.380717ms] [operator="\"labeler-split-region {split: region 188 use policy USEKEY and keys [7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD]} (kind:split, region:188(47, 5), createAt:2024-05-06 17:09:42.873125595 +0800 CST m=+124.394819260, startAt:2024-05-06 17:09:42.873201108 +0800 CST m=+124.394894774, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC\",\"region-start-key\":\"7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD\"}"] [2024/05/06 17:09:42.874 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=188] [origin="id:244 start_key:\"7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD\" end_key:\"7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC\" region_epoch: peers: peers: peers: id:248 start_key:\"7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC\" end_key:\"7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:42.897 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57702, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"6b648865-74e1-4cf7-990d-3d0dcc692c0b\"]}}"] [2024/05/06 17:09:42.920 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57704, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"f9b6f5f2-9b37-406d-b09f-941b669775fc\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff925f698000000000ff0000020388000000ff0000001403880000ff0000000014000000fc\",\"end_key\":\"7480000000000000ff925f698000000000ff00000203d0000000ff0000000403d00000ff0000000004000000fd\"}]}}"] [2024/05/06 17:09:42.925 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=196] [operator="\"labeler-split-region {split: region 196 use policy USEKEY and keys [7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD]} (kind:split, region:196(49, 5), createAt:2024-05-06 17:09:42.925518261 +0800 CST m=+124.447211925, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC\",\"region-start-key\":\"7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD\"}"] [2024/05/06 17:09:42.925 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=196] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:42.926 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=252] [peer-ids="[253,254,255]"] [2024/05/06 17:09:42.926 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=256] [peer-ids="[257,258,259]"] [2024/05/06 17:09:42.927 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=196] [detail="StartKey Changed:{7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD} -> {7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD}, EndKey:{7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC}"] [old-version=49] [new-version=51] [2024/05/06 17:09:42.927 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=196] [takes=1.473616ms] [operator="\"labeler-split-region {split: region 196 use policy USEKEY and keys [7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD]} (kind:split, region:196(49, 5), createAt:2024-05-06 17:09:42.925518261 +0800 CST m=+124.447211925, startAt:2024-05-06 17:09:42.925637871 +0800 CST m=+124.447331535, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC\",\"region-start-key\":\"7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD\"}"] [2024/05/06 17:09:42.927 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=196] [origin="id:252 start_key:\"7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD\" end_key:\"7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC\" region_epoch: peers: peers: peers: id:256 start_key:\"7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC\" end_key:\"7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:42.948 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57706, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"f9b6f5f2-9b37-406d-b09f-941b669775fc\"]}}"] [2024/05/06 17:09:42.969 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57708, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"9dee7370-dfe8-4207-a788-e288f4970d84\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff935f698000000000ff0000020388000000ff0000001503880000ff0000000015000000fc\",\"end_key\":\"7480000000000000ff935f698000000000ff00000203f0000000ff0000000d03f00000ff000000000d000000fd\"}]}}"] [2024/05/06 17:09:42.977 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=204] [operator="\"labeler-split-region {split: region 204 use policy USEKEY and keys [7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD]} (kind:split, region:204(51, 5), createAt:2024-05-06 17:09:42.977563579 +0800 CST m=+124.499257243, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC\",\"region-start-key\":\"7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD\"}"] [2024/05/06 17:09:42.977 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=204] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:42.978 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=260] [peer-ids="[261,262,263]"] [2024/05/06 17:09:42.978 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=264] [peer-ids="[265,266,267]"] [2024/05/06 17:09:42.978 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=204] [origin="id:260 start_key:\"7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD\" end_key:\"7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC\" region_epoch: peers: peers: peers: id:264 start_key:\"7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC\" end_key:\"7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:42.978 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=204] [detail="StartKey Changed:{7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD} -> {7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD}, EndKey:{7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC}"] [old-version=51] [new-version=53] [2024/05/06 17:09:42.978 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=204] [takes=1.231037ms] [operator="\"labeler-split-region {split: region 204 use policy USEKEY and keys [7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD]} (kind:split, region:204(51, 5), createAt:2024-05-06 17:09:42.977563579 +0800 CST m=+124.499257243, startAt:2024-05-06 17:09:42.977645214 +0800 CST m=+124.499338878, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC\",\"region-start-key\":\"7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD\"}"] [2024/05/06 17:09:42.997 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57710, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"9dee7370-dfe8-4207-a788-e288f4970d84\"]}}"] [2024/05/06 17:09:43.017 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57712, StartTime:2024-05-06 17:09:43 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"2c27ba7e-e009-4ed8-9137-766e7802feff\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff945f698000000000ff0000020388000000ff0000001603880000ff0000000016000000fc\",\"end_key\":\"7480000000000000ff945f698000000000ff00000203f0000000ff0000000e03f00000ff000000000e000000fd\"}]}}"] [2024/05/06 17:09:43.018 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=212] [operator="\"labeler-split-region {split: region 212 use policy USEKEY and keys [7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD]} (kind:split, region:212(53, 5), createAt:2024-05-06 17:09:43.018566387 +0800 CST m=+124.540260052, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC\",\"region-start-key\":\"7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD\"}"] [2024/05/06 17:09:43.018 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=212] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:43.019 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=268] [peer-ids="[269,270,271]"] [2024/05/06 17:09:43.019 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=272] [peer-ids="[273,274,275]"] [2024/05/06 17:09:43.019 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=212] [takes=1.319124ms] [operator="\"labeler-split-region {split: region 212 use policy USEKEY and keys [7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD]} (kind:split, region:212(53, 5), createAt:2024-05-06 17:09:43.018566387 +0800 CST m=+124.540260052, startAt:2024-05-06 17:09:43.018649485 +0800 CST m=+124.540343145, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC\",\"region-start-key\":\"7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD\"}"] [2024/05/06 17:09:43.019 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=212] [detail="StartKey Changed:{7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD} -> {7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD}, EndKey:{7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC}"] [old-version=53] [new-version=55] [2024/05/06 17:09:43.019 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=212] [origin="id:268 start_key:\"7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD\" end_key:\"7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC\" region_epoch: peers: peers: peers: id:272 start_key:\"7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC\" end_key:\"7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:43.044 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57714, StartTime:2024-05-06 17:09:43 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"2c27ba7e-e009-4ed8-9137-766e7802feff\"]}}"] [2024/05/06 17:09:43.063 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57716, StartTime:2024-05-06 17:09:43 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"ff1a4f57-eafd-4792-b313-8d2c0f692906\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff955f698000000000ff0000020388000000ff0000001703880000ff0000000017000000fc\",\"end_key\":\"7480000000000000ff955f698000000000ff00000203f0000000ff0000000f03f00000ff000000000f000000fd\"}]}}"] [2024/05/06 17:09:43.070 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD]} (kind:split, region:14(53, 5), createAt:2024-05-06 17:09:43.070843971 +0800 CST m=+124.592537635, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD\"}"] [2024/05/06 17:09:43.070 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:43.071 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=276] [peer-ids="[277,278,279]"] [2024/05/06 17:09:43.071 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=280] [peer-ids="[281,282,283]"] [2024/05/06 17:09:43.072 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:276 start_key:\"7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD\" end_key:\"7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC\" region_epoch: peers: peers: peers: id:280 start_key:\"7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC\" end_key:\"7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:43.072 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.566556ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD]} (kind:split, region:14(53, 5), createAt:2024-05-06 17:09:43.070843971 +0800 CST m=+124.592537635, startAt:2024-05-06 17:09:43.070923282 +0800 CST m=+124.592616945, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD\"}"] [2024/05/06 17:09:43.072 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD} -> {7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD}, EndKey:{7800000000000000FB}"] [old-version=53] [new-version=55] [2024/05/06 17:09:43.090 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57726, StartTime:2024-05-06 17:09:43 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"ff1a4f57-eafd-4792-b313-8d2c0f692906\"]}}"] [2024/05/06 17:09:43.180 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=72] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:72(17, 5), createAt:2024-05-06 17:09:43.180565912 +0800 CST m=+124.702259576, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"38.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:09:43.180 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=72] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.180 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=200] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:200(49, 5), createAt:2024-05-06 17:09:43.180648301 +0800 CST m=+124.702341964, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"37.00\",\"targetScore\":\"14.00\"}"] [2024/05/06 17:09:43.180 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=200] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.180 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=108] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:108(27, 5), createAt:2024-05-06 17:09:43.180705695 +0800 CST m=+124.702399359, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"36.00\",\"targetScore\":\"15.00\"}"] [2024/05/06 17:09:43.180 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=108] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.181 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:12(5, 5), createAt:2024-05-06 17:09:43.180758203 +0800 CST m=+124.702451868, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"35.00\",\"targetScore\":\"16.00\"}"] [2024/05/06 17:09:43.181 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.182 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=72] [takes=1.355993ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:72(17, 5), createAt:2024-05-06 17:09:43.180565912 +0800 CST m=+124.702259576, startAt:2024-05-06 17:09:43.180898476 +0800 CST m=+124.702592140, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"38.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:09:43.182 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=72] [from=5] [to=2] [2024/05/06 17:09:43.182 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=108] [takes=1.343829ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:108(27, 5), createAt:2024-05-06 17:09:43.180705695 +0800 CST m=+124.702399359, startAt:2024-05-06 17:09:43.180992411 +0800 CST m=+124.702686070, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"36.00\",\"targetScore\":\"15.00\"}"] [2024/05/06 17:09:43.182 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=200] [takes=1.434071ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:200(49, 5), createAt:2024-05-06 17:09:43.180648301 +0800 CST m=+124.702341964, startAt:2024-05-06 17:09:43.180950367 +0800 CST m=+124.702644030, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"37.00\",\"targetScore\":\"14.00\"}"] [2024/05/06 17:09:43.182 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=108] [from=5] [to=2] [2024/05/06 17:09:43.182 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.407996ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:12(5, 5), createAt:2024-05-06 17:09:43.180758203 +0800 CST m=+124.702451868, startAt:2024-05-06 17:09:43.18102585 +0800 CST m=+124.702719509, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"35.00\",\"targetScore\":\"16.00\"}"] [2024/05/06 17:09:43.182 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=200] [from=5] [to=2] [2024/05/06 17:09:43.182 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=12] [from=5] [to=2] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=88] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:88(21, 5), createAt:2024-05-06 17:09:43.192220749 +0800 CST m=+124.713914413, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"17.00\"}"] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=88] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=272] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:272(55, 5), createAt:2024-05-06 17:09:43.192355811 +0800 CST m=+124.714049474, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"33.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=272] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=256] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:256(51, 5), createAt:2024-05-06 17:09:43.192392446 +0800 CST m=+124.714086109, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"32.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=256] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=160] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:160(39, 5), createAt:2024-05-06 17:09:43.192431514 +0800 CST m=+124.714125178, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"31.00\",\"targetScore\":\"20.00\"}"] [2024/05/06 17:09:43.192 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=160] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.193 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=88] [takes=1.160403ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:88(21, 5), createAt:2024-05-06 17:09:43.192220749 +0800 CST m=+124.713914413, startAt:2024-05-06 17:09:43.192498247 +0800 CST m=+124.714191911, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"34.00\",\"targetScore\":\"17.00\"}"] [2024/05/06 17:09:43.193 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=88] [from=5] [to=2] [2024/05/06 17:09:43.193 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=160] [takes=1.11048ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:160(39, 5), createAt:2024-05-06 17:09:43.192431514 +0800 CST m=+124.714125178, startAt:2024-05-06 17:09:43.192613969 +0800 CST m=+124.714307629, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"31.00\",\"targetScore\":\"20.00\"}"] [2024/05/06 17:09:43.193 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=160] [from=5] [to=2] [2024/05/06 17:09:43.193 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=272] [from=5] [to=2] [2024/05/06 17:09:43.193 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=272] [takes=1.29282ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:272(55, 5), createAt:2024-05-06 17:09:43.192355811 +0800 CST m=+124.714049474, startAt:2024-05-06 17:09:43.192550014 +0800 CST m=+124.714243680, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"33.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:09:43.193 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=256] [from=5] [to=2] [2024/05/06 17:09:43.193 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=256] [takes=1.352385ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:256(51, 5), createAt:2024-05-06 17:09:43.192392446 +0800 CST m=+124.714086109, startAt:2024-05-06 17:09:43.19258282 +0800 CST m=+124.714276479, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"32.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:09:43.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=232] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:232(45, 5), createAt:2024-05-06 17:09:43.202733999 +0800 CST m=+124.724427665, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"21.00\"}"] [2024/05/06 17:09:43.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=232] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=212] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:212(55, 5), createAt:2024-05-06 17:09:43.202786621 +0800 CST m=+124.724480285, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"29.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:09:43.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=212] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=152] [operator="\"balance-leader {transfer leader: store 5 to 1} (kind:leader, region:152(37, 5), createAt:2024-05-06 17:09:43.20281631 +0800 CST m=+124.724509969, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 1}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"32.00\",\"targetScore\":\"23.00\"}"] [2024/05/06 17:09:43.203 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=152] [step="transfer leader from store 5 to store 1"] [source=create] [2024/05/06 17:09:43.203 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=224] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:224(43, 5), createAt:2024-05-06 17:09:43.202859681 +0800 CST m=+124.724553341, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:09:43.203 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=224] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.204 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=212] [from=5] [to=2] [2024/05/06 17:09:43.204 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=212] [takes=1.030385ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:212(55, 5), createAt:2024-05-06 17:09:43.202786621 +0800 CST m=+124.724480285, startAt:2024-05-06 17:09:43.202978475 +0800 CST m=+124.724672139, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"29.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:09:43.204 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=224] [takes=1.05139ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:224(43, 5), createAt:2024-05-06 17:09:43.202859681 +0800 CST m=+124.724553341, startAt:2024-05-06 17:09:43.203042868 +0800 CST m=+124.724736528, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"27.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:09:43.204 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=224] [from=5] [to=2] [2024/05/06 17:09:43.204 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=232] [takes=1.24635ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:232(45, 5), createAt:2024-05-06 17:09:43.202733999 +0800 CST m=+124.724427665, startAt:2024-05-06 17:09:43.202930789 +0800 CST m=+124.724624454, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"34.00\",\"targetScore\":\"21.00\"}"] [2024/05/06 17:09:43.204 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=152] [takes=1.177665ms] [operator="\"balance-leader {transfer leader: store 5 to 1} (kind:leader, region:152(37, 5), createAt:2024-05-06 17:09:43.20281631 +0800 CST m=+124.724509969, startAt:2024-05-06 17:09:43.203009515 +0800 CST m=+124.724703175, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 1}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"32.00\",\"targetScore\":\"23.00\"}"] [2024/05/06 17:09:43.204 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=232] [from=5] [to=2] [2024/05/06 17:09:43.204 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=152] [from=5] [to=1] [2024/05/06 17:09:43.214 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=208] [operator="\"balance-leader {transfer leader: store 5 to 1} (kind:leader, region:208(51, 5), createAt:2024-05-06 17:09:43.214062688 +0800 CST m=+124.735756352, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 1}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:09:43.214 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=208] [step="transfer leader from store 5 to store 1"] [source=create] [2024/05/06 17:09:43.214 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=264] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:264(53, 5), createAt:2024-05-06 17:09:43.214143448 +0800 CST m=+124.735837111, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"25.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:09:43.214 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=264] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:43.215 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=208] [takes=1.033481ms] [operator="\"balance-leader {transfer leader: store 5 to 1} (kind:leader, region:208(51, 5), createAt:2024-05-06 17:09:43.214062688 +0800 CST m=+124.735756352, startAt:2024-05-06 17:09:43.214916611 +0800 CST m=+124.736610276, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 1}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"26.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:09:43.215 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=264] [takes=1.023431ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:264(53, 5), createAt:2024-05-06 17:09:43.214143448 +0800 CST m=+124.735837111, startAt:2024-05-06 17:09:43.214964477 +0800 CST m=+124.736658141, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"25.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:09:43.216 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=208] [from=5] [to=1] [2024/05/06 17:09:43.216 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=264] [from=5] [to=2] [2024/05/06 17:09:45.318 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=686] [2024/05/06 17:09:45.318 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=686] [2024/05/06 17:09:47.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=748] [2024/05/06 17:09:47.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=748] [2024/05/06 17:09:47.628 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57904, StartTime:2024-05-06 17:09:47 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/addindexlit/t\"]}}"] [2024/05/06 17:09:49.735 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57904, StartTime:2024-05-06 17:09:49 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"7f2e3a0f-af45-4e99-81e6-87c2ad05e41b\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa25f698000000000ff0000010419b34c92ff7000000003800000ff0000000001000000fc\",\"end_key\":\"7480000000000000ffa25f698000000000ff0000010419b34c92ff7000000003800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:09:49.736 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD]} (kind:split, region:14(55, 5), createAt:2024-05-06 17:09:49.736272296 +0800 CST m=+131.257965960, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD\"}"] [2024/05/06 17:09:49.736 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:49.736 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=284] [peer-ids="[285,286,287]"] [2024/05/06 17:09:49.736 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=288] [peer-ids="[289,290,291]"] [2024/05/06 17:09:49.737 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.359315ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD]} (kind:split, region:14(55, 5), createAt:2024-05-06 17:09:49.736272296 +0800 CST m=+131.257965960, startAt:2024-05-06 17:09:49.736375979 +0800 CST m=+131.258069652, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD\"}"] [2024/05/06 17:09:49.737 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD} -> {7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD}, EndKey:{7800000000000000FB}"] [old-version=55] [new-version=57] [2024/05/06 17:09:49.737 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:284 start_key:\"7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD\" end_key:\"7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC\" region_epoch: peers: peers: peers: id:288 start_key:\"7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC\" end_key:\"7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:49.766 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57992, StartTime:2024-05-06 17:09:49 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"7f2e3a0f-af45-4e99-81e6-87c2ad05e41b\"]}}"] [2024/05/06 17:09:50.688 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:51.456 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=184] [operator="\"balance-leader {transfer leader: store 5 to 1} (kind:leader, region:184(45, 5), createAt:2024-05-06 17:09:51.455827796 +0800 CST m=+132.977521460, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 1}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:09:51.456 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=184] [step="transfer leader from store 5 to store 1"] [source=create] [2024/05/06 17:09:51.457 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=184] [takes=1.283395ms] [operator="\"balance-leader {transfer leader: store 5 to 1} (kind:leader, region:184(45, 5), createAt:2024-05-06 17:09:51.455827796 +0800 CST m=+132.977521460, startAt:2024-05-06 17:09:51.456600631 +0800 CST m=+132.978294307, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 1}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"26.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:09:51.457 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=184] [from=5] [to=1] [2024/05/06 17:09:51.970 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=811] [2024/05/06 17:09:51.970 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=811] [2024/05/06 17:09:52.051 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:58082, StartTime:2024-05-06 17:09:52 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/addindexlit/t\"]}}"] [2024/05/06 17:09:54.371 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:58082, StartTime:2024-05-06 17:09:54 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"ae23d00a-f095-4a45-8c4f-cb39db5ae17e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa85f698000000000ff0000010380000000ff0000000103800000ff0000000001000000fc\",\"end_key\":\"7480000000000000ffa85f698000000000ff0000010380000000ff0000000303800000ff0000000003000000fd\"}]}}"] [2024/05/06 17:09:54.374 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD]} (kind:split, region:14(57, 5), createAt:2024-05-06 17:09:54.374103226 +0800 CST m=+135.895796890, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD\"}"] [2024/05/06 17:09:54.374 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:54.375 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=292] [peer-ids="[293,294,295]"] [2024/05/06 17:09:54.375 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=296] [peer-ids="[297,298,299]"] [2024/05/06 17:09:54.376 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD} -> {7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD}, EndKey:{7800000000000000FB}"] [old-version=57] [new-version=59] [2024/05/06 17:09:54.376 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.492541ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD]} (kind:split, region:14(57, 5), createAt:2024-05-06 17:09:54.374103226 +0800 CST m=+135.895796890, startAt:2024-05-06 17:09:54.374364972 +0800 CST m=+135.896058637, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD\"}"] [2024/05/06 17:09:54.376 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:292 start_key:\"7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD\" end_key:\"7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC\" region_epoch: peers: peers: peers: id:296 start_key:\"7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC\" end_key:\"7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:54.405 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:58158, StartTime:2024-05-06 17:09:54 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"ae23d00a-f095-4a45-8c4f-cb39db5ae17e\"]}}"] [2024/05/06 17:09:54.944 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:58174, StartTime:2024-05-06 17:09:54 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d9f668fe-5a85-4060-98cd-91cf27c1ed3c\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa85f698000000000ff0000010380000000ff0000000103800000ff0000000001000000fc\",\"end_key\":\"7480000000000000ffa85f698000000000ff0000010380000000ff0000000303800000ff0000000003000000fd\"}]}}"] [2024/05/06 17:09:54.974 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:58194, StartTime:2024-05-06 17:09:54 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d9f668fe-5a85-4060-98cd-91cf27c1ed3c\"]}}"] [2024/05/06 17:09:55.207 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=48] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:48(11, 5), createAt:2024-05-06 17:09:55.20690912 +0800 CST m=+136.728602785, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:09:55.207 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=48] [step="transfer leader from store 5 to store 2"] [source=create] [2024/05/06 17:09:55.208 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=48] [takes=1.089656ms] [operator="\"balance-leader {transfer leader: store 5 to 2} (kind:leader, region:48(11, 5), createAt:2024-05-06 17:09:55.20690912 +0800 CST m=+136.728602785, startAt:2024-05-06 17:09:55.207589821 +0800 CST m=+136.729283484, currentStep:1, size:1, steps:[0:{transfer leader from store 5 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"27.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:09:55.208 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=48] [from=5] [to=2] [2024/05/06 17:09:55.396 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[249, 251]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=250] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=247] [vote=true] [raft_id=246] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=246] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[245, 247]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=246] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(45)] [region=188] [thread_id=68] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=251] [vote=true] [raft_id=250] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=250] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[249, 251]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=250] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=247] [vote=true] [raft_id=246] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=246] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.875 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803874] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=249] [vote=true] [raft_id=250] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=250] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.875 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803874] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.875 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=244] [thread_id=31] [2024/05/06 17:09:42.875 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=248] [thread_id=31] [2024/05/06 17:09:42.875 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 244 start_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD end_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 245 store_id: 1 } peers { id: 246 store_id: 5 } peers { id: 247 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.875 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 248 start_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC end_key: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD region_epoch { conf_ver: 5 version: 49 } peers { id: 249 store_id: 1 } peers { id: 250 store_id: 5 } peers { id: 251 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.875 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(46)] [region=244] [thread_id=68] [2024/05/06 17:09:42.875 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(47)] [region=248] [thread_id=68] [2024/05/06 17:09:42.893 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:42.894 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:42.895 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:42.895 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.896 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 8B703D1DBD624932831FDCB6E38D5AD6 range { start: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC end: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FC } cf_name: \"write\" region_id: 248 region_epoch { conf_ver: 5 version: 49 } }]"] [thread_id=105] [2024/05/06 17:09:42.896 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.925 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 49"] [region_id=196] [thread_id=31] [2024/05/06 17:09:42.925 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC to 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD"] [peer_id=198] [region_id=196] [thread_id=101] [2024/05/06 17:09:42.926 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 196 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 197 store_id: 1 } peers { id: 198 store_id: 5 } peers { id: 199 store_id: 2 }"] [new_region_ids="[new_region_id: 252 new_peer_ids: 253 new_peer_ids: 254 new_peer_ids: 255, new_region_id: 256 new_peer_ids: 257 new_peer_ids: 258 new_peer_ids: 259]"] [region_id=196] [thread_id=31] [2024/05/06 17:09:42.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC new_region_id: 252 new_peer_ids: 253 new_peer_ids: 254 new_peer_ids: 255 } requests { split_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD new_region_id: 256 new_peer_ids: 257 new_peer_ids: 258 new_peer_ids: 259 } right_derive: true }"] [index=7] [term=6] [peer_id=198] [region_id=196] [thread_id=104] [2024/05/06 17:09:42.926 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC to 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD"] [region="id: 196 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 197 store_id: 1 } peers { id: 198 store_id: 5 } peers { id: 199 store_id: 2 }"] [peer_id=198] [region_id=196] [thread_id=104] [2024/05/06 17:09:42.926 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=196] [thread_id=101] [2024/05/06 17:09:42.926 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:42.926 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=198] [region_id=196] [thread_id=101] [2024/05/06 17:09:42.926 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 252 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 253 store_id: 1 } peers { id: 254 store_id: 5 } peers { id: 255 store_id: 2 }"] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.926 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.926 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(28)] [region_id=196] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:42.926 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 196 start_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 197 store_id: 1 } peers { id: 198 store_id: 5 } peers { id: 199 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {253, 254, 255} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {253, 254, 255} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 254."] [id=254] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[253, 255]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 256 start_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD region_epoch { conf_ver: 5 version: 51 } peers { id: 257 store_id: 1 } peers { id: 258 store_id: 5 } peers { id: 259 store_id: 2 }"] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {257, 258, 259} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {257, 258, 259} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 258."] [id=258] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[257, 259]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=255] [vote=true] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[253, 255]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=254] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(48)] [region=196] [thread_id=68] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=259] [vote=true] [raft_id=258] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=258] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[257, 259]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=258] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=253] [vote=true] [raft_id=254] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=254] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803878] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=257] [vote=true] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803878] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=252] [thread_id=31] [2024/05/06 17:09:42.927 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=256] [thread_id=31] [2024/05/06 17:09:42.927 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 252 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 253 store_id: 1 } peers { id: 254 store_id: 5 } peers { id: 255 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.927 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 256 start_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD region_epoch { conf_ver: 5 version: 51 } peers { id: 257 store_id: 1 } peers { id: 258 store_id: 5 } peers { id: 259 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.928 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(49)] [region=252] [thread_id=68] [2024/05/06 17:09:42.928 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(50)] [region=256] [thread_id=68] [2024/05/06 17:09:42.944 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:42.945 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:42.946 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:42.946 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.947 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: DCA75DB025E44545AE5D78BF3826DFD4 range { start: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FC } cf_name: \"write\" region_id: 256 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 17:09:42.948 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.977 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 51"] [region_id=204] [thread_id=31] [2024/05/06 17:09:42.977 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC to 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD"] [peer_id=206] [region_id=204] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 204 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 205 store_id: 1 } peers { id: 206 store_id: 5 } peers { id: 207 store_id: 2 }"] [new_region_ids="[new_region_id: 260 new_peer_ids: 261 new_peer_ids: 262 new_peer_ids: 263, new_region_id: 264 new_peer_ids: 265 new_peer_ids: 266 new_peer_ids: 267]"] [region_id=204] [thread_id=31] [2024/05/06 17:09:42.978 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC new_region_id: 260 new_peer_ids: 261 new_peer_ids: 262 new_peer_ids: 263 } requests { split_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD new_region_id: 264 new_peer_ids: 265 new_peer_ids: 266 new_peer_ids: 267 } right_derive: true }"] [index=7] [term=6] [peer_id=206] [region_id=204] [thread_id=104] [2024/05/06 17:09:42.978 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC to 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD"] [region="id: 204 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 205 store_id: 1 } peers { id: 206 store_id: 5 } peers { id: 207 store_id: 2 }"] [peer_id=206] [region_id=204] [thread_id=104] [2024/05/06 17:09:42.978 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=204] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=206] [region_id=204] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(32)] [region_id=204] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 260 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 261 store_id: 1 } peers { id: 262 store_id: 5 } peers { id: 263 store_id: 2 }"] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 204 start_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 205 store_id: 1 } peers { id: 206 store_id: 5 } peers { id: 207 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {261, 262, 263} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {261, 262, 263} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 262."] [id=262] [raft_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[261, 263]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=262] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 264 start_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD region_epoch { conf_ver: 5 version: 53 } peers { id: 265 store_id: 1 } peers { id: 266 store_id: 5 } peers { id: 267 store_id: 2 }"] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {265, 266, 267} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {265, 266, 267} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 266."] [id=266] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[265, 267]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=261] [vote=true] [raft_id=262] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=262] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[261, 263]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=262] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(51)] [region=204] [thread_id=68] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=265] [vote=true] [raft_id=266] [region_id=264] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=266] [region_id=264] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[265, 267]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=266] [region_id=264] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=263] [vote=true] [raft_id=262] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=262] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803882] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=265] [vote=true] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803882] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=260] [thread_id=31] [2024/05/06 17:09:42.979 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=264] [thread_id=31] [2024/05/06 17:09:42.979 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 260 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 261 store_id: 1 } peers { id: 262 store_id: 5 } peers { id: 263 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.979 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(52)] [region=260] [thread_id=68] [2024/05/06 17:09:42.979 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 264 start_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD region_epoch { conf_ver: 5 version: 53 } peers { id: 265 store_id: 1 } peers { id: 266 store_id: 5 } peers { id: 267 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:42.979 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(53)] [region=264] [thread_id=68] [2024/05/06 17:09:42.993 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:42.994 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:42.994 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:42.995 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.996 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 55F90CF66FEB4B25853B4E677659EE64 range { start: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FC } cf_name: \"write\" region_id: 264 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 17:09:42.996 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:43.018 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 53"] [region_id=212] [thread_id=31] [2024/05/06 17:09:43.018 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC to 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD"] [peer_id=214] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.019 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [new_region_ids="[new_region_id: 268 new_peer_ids: 269 new_peer_ids: 270 new_peer_ids: 271, new_region_id: 272 new_peer_ids: 273 new_peer_ids: 274 new_peer_ids: 275]"] [region_id=212] [thread_id=31] [2024/05/06 17:09:43.019 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC new_region_id: 268 new_peer_ids: 269 new_peer_ids: 270 new_peer_ids: 271 } requests { split_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD new_region_id: 272 new_peer_ids: 273 new_peer_ids: 274 new_peer_ids: 275 } right_derive: true }"] [index=7] [term=6] [peer_id=214] [region_id=212] [thread_id=104] [2024/05/06 17:09:43.019 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC to 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD"] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [peer_id=214] [region_id=212] [thread_id=104] [2024/05/06 17:09:43.019 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=212] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=214] [region_id=212] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(34)] [region_id=212] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.019 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 268 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 269 store_id: 1 } peers { id: 270 store_id: 5 } peers { id: 271 store_id: 2 }"] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {269, 270, 271} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {269, 270, 271} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 270."] [id=270] [raft_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[269, 271]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=270] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 272 start_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 273 store_id: 1 } peers { id: 274 store_id: 5 } peers { id: 275 store_id: 2 }"] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {273, 274, 275} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {273, 274, 275} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 274."] [id=274] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[273, 275]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=269] [vote=true] [raft_id=270] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=270] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[269, 271]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=270] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(54)] [region=212] [thread_id=68] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=273] [vote=true] [raft_id=274] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=274] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[273, 275]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=274] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=271] [vote=true] [raft_id=270] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=270] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803886] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=273] [vote=true] [raft_id=274] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=274] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803886] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=268] [thread_id=31] [2024/05/06 17:09:43.020 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 268 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 269 store_id: 1 } peers { id: 270 store_id: 5 } peers { id: 271 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.020 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=272] [thread_id=31] [2024/05/06 17:09:43.020 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 272 start_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 273 store_id: 1 } peers { id: 274 store_id: 5 } peers { id: 275 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.020 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(55)] [region=268] [thread_id=68] [2024/05/06 17:09:43.020 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(56)] [region=272] [thread_id=68] [2024/05/06 17:09:43.040 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:43.042 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:43.042 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:43.042 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:43.043 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: CE3652EF92A74CF09682187F328AC44E range { start: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FC } cf_name: \"write\" region_id: 272 region_epoch { conf_ver: 5 version: 55 } }]"] [thread_id=105] [2024/05/06 17:09:43.044 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:43.071 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 53"] [region_id=14] [thread_id=31] [2024/05/06 17:09:43.071 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC to 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/06 17:09:43.071 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 276 new_peer_ids: 277 new_peer_ids: 278 new_peer_ids: 279, new_region_id: 280 new_peer_ids: 281 new_peer_ids: 282 new_peer_ids: 283]"] [region_id=14] [thread_id=31] [2024/05/06 17:09:43.071 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC new_region_id: 276 new_peer_ids: 277 new_peer_ids: 278 new_peer_ids: 279 } requests { split_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD new_region_id: 280 new_peer_ids: 281 new_peer_ids: 282 new_peer_ids: 283 } right_derive: true }"] [index=1354] [term=7] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:09:43.071 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC to 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD"] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:09:43.072 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(33)] [region_id=14] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 276 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 277 store_id: 1 } peers { id: 278 store_id: 5 } peers { id: 279 store_id: 2 }"] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {277, 278, 279} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {277, 278, 279} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 278."] [id=278] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[277, 279]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 280 start_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC end_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 281 store_id: 1 } peers { id: 282 store_id: 5 } peers { id: 283 store_id: 2 }"] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {281, 282, 283} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {281, 282, 283} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 282."] [id=282] [raft_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[281, 283]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=282] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=279] [vote=true] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[277, 279]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=278] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=283] [vote=true] [raft_id=282] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=282] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[281, 283]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=282] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1354] [observe_id=ObserveId(57)] [region=14] [thread_id=68] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=277] [vote=true] [raft_id=278] [region_id=276] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=278] [region_id=276] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803886] [region_id=276] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=281] [vote=true] [raft_id=282] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=282] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803886] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=276] [thread_id=31] [2024/05/06 17:09:43.073 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=280] [thread_id=31] [2024/05/06 17:09:43.073 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 280 start_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC end_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 281 store_id: 1 } peers { id: 282 store_id: 5 } peers { id: 283 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.073 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 276 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 277 store_id: 1 } peers { id: 278 store_id: 5 } peers { id: 279 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.073 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(59)] [region=276] [thread_id=68] [2024/05/06 17:09:43.073 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(58)] [region=280] [thread_id=68] [2024/05/06 17:09:43.073 +08:00] [WARN] [advance.rs:411] ["check leader returns valid regions different from checking regions"] [checking_regions=41] [valid_regions=40] [thread_id=113] [2024/05/06 17:09:43.078 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=20007ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=1354] [read_state="ReadState { idx: 6, ts: 449573432341037059 }"] [gap=40005ms] [region_id=14] [thread_id=68] [2024/05/06 17:09:43.086 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:43.088 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:43.088 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:43.089 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:43.090 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: B636EA8D218744A08F40CF7991538B24 range { start: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC end: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FC } cf_name: \"write\" region_id: 280 region_epoch { conf_ver: 5 version: 55 } }]"] [thread_id=105] [2024/05/06 17:09:43.090 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:43.181 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 75 store_id: 2"] [from_peer="id: 74 store_id: 5"] [region_id=72] [thread_id=31] [2024/05/06 17:09:43.181 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 203 store_id: 2"] [from_peer="id: 202 store_id: 5"] [region_id=200] [thread_id=31] [2024/05/06 17:09:43.181 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 111 store_id: 2"] [from_peer="id: 110 store_id: 5"] [region_id=108] [thread_id=31] [2024/05/06 17:09:43.181 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 24 store_id: 2"] [from_peer="id: 19 store_id: 5"] [region_id=12] [thread_id=31] [2024/05/06 17:09:43.181 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 111 store_id: 2"] [peer_id=110] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 75 store_id: 2"] [peer_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1944] ["[term 7] starts to transfer leadership to 111"] [lead_transferee=111] [term=7] [raft_id=110] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1944] ["[term 7] starts to transfer leadership to 75"] [lead_transferee=75] [term=7] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 111 immediately as 111 already has up-to-date log"] [lead_transferee=111] [raft_id=110] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 75 immediately as 75 already has up-to-date log"] [lead_transferee=75] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 24 store_id: 2"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1944] ["[term 7] starts to transfer leadership to 24"] [lead_transferee=24] [term=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 24 immediately as 24 already has up-to-date log"] [lead_transferee=24] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 203 store_id: 2"] [peer_id=202] [region_id=200] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 203"] [lead_transferee=203] [term=6] [raft_id=202] [region_id=200] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 203 immediately as 203 already has up-to-date log"] [lead_transferee=203] [raft_id=202] [region_id=200] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 111"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=111] [raft_id=110] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 75"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=75] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=110] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 8, vote: 0] cast vote for 75 [logterm: 7, index: 8] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=8] [msg_term=7] [from=75] [vote=0] [log_index=8] [log_term=7] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 7, vote: 0] cast vote for 111 [logterm: 7, index: 7] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=7] [msg_term=7] [from=111] [vote=0] [log_index=7] [log_term=7] [raft_id=110] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(4)] [region_id=108] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.181 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(5)] [region_id=72] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 24"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=24] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 12, vote: 0] cast vote for 24 [logterm: 7, index: 12] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=12] [msg_term=7] [from=24] [vote=0] [log_index=12] [log_term=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 203"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=203] [raft_id=202] [region_id=200] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=202] [region_id=200] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 203 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=203] [vote=0] [log_index=7] [log_term=6] [raft_id=202] [region_id=200] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(6)] [region_id=12] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.181 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(29)] [region_id=200] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.192 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 91 store_id: 2"] [from_peer="id: 90 store_id: 5"] [region_id=88] [thread_id=31] [2024/05/06 17:09:43.192 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 275 store_id: 2"] [from_peer="id: 274 store_id: 5"] [region_id=272] [thread_id=31] [2024/05/06 17:09:43.192 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 259 store_id: 2"] [from_peer="id: 258 store_id: 5"] [region_id=256] [thread_id=31] [2024/05/06 17:09:43.192 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 163 store_id: 2"] [from_peer="id: 162 store_id: 5"] [region_id=160] [thread_id=31] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 91 store_id: 2"] [peer_id=90] [region_id=88] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1944] ["[term 7] starts to transfer leadership to 91"] [lead_transferee=91] [term=7] [raft_id=90] [region_id=88] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 91 immediately as 91 already has up-to-date log"] [lead_transferee=91] [raft_id=90] [region_id=88] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 163 store_id: 2"] [peer_id=162] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 163"] [lead_transferee=163] [term=6] [raft_id=162] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 163 immediately as 163 already has up-to-date log"] [lead_transferee=163] [raft_id=162] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 275 store_id: 2"] [peer_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 275"] [lead_transferee=275] [term=6] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 275 immediately as 275 already has up-to-date log"] [lead_transferee=275] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 259 store_id: 2"] [peer_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 259"] [lead_transferee=259] [term=6] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 259 immediately as 259 already has up-to-date log"] [lead_transferee=259] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 91"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=91] [raft_id=90] [region_id=88] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=90] [region_id=88] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 8, vote: 0] cast vote for 91 [logterm: 7, index: 8] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=8] [msg_term=7] [from=91] [vote=0] [log_index=8] [log_term=7] [raft_id=90] [region_id=88] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(8)] [region_id=88] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 163"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=163] [raft_id=162] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 275"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=275] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=162] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 163 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=163] [vote=0] [log_index=7] [log_term=6] [raft_id=162] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 275 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=275] [vote=0] [log_index=7] [log_term=6] [raft_id=274] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 259"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=259] [raft_id=258] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=258] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 259 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=259] [vote=0] [log_index=7] [log_term=6] [raft_id=258] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(14)] [region_id=160] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.193 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(56)] [region_id=272] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.193 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(50)] [region_id=256] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.203 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 235 store_id: 2"] [from_peer="id: 234 store_id: 5"] [region_id=232] [thread_id=31] [2024/05/06 17:09:43.203 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 215 store_id: 2"] [from_peer="id: 214 store_id: 5"] [region_id=212] [thread_id=31] [2024/05/06 17:09:43.203 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 153 store_id: 1"] [from_peer="id: 154 store_id: 5"] [region_id=152] [thread_id=31] [2024/05/06 17:09:43.203 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 227 store_id: 2"] [from_peer="id: 226 store_id: 5"] [region_id=224] [thread_id=31] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 215 store_id: 2"] [peer_id=214] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 215"] [lead_transferee=215] [term=6] [raft_id=214] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 215 immediately as 215 already has up-to-date log"] [lead_transferee=215] [raft_id=214] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 235 store_id: 2"] [peer_id=234] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 235"] [lead_transferee=235] [term=6] [raft_id=234] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 235 immediately as 235 already has up-to-date log"] [lead_transferee=235] [raft_id=234] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 227 store_id: 2"] [peer_id=226] [region_id=224] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 227"] [lead_transferee=227] [term=6] [raft_id=226] [region_id=224] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 227 immediately as 227 already has up-to-date log"] [lead_transferee=227] [raft_id=226] [region_id=224] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 153 store_id: 1"] [peer_id=154] [region_id=152] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 153"] [lead_transferee=153] [term=6] [raft_id=154] [region_id=152] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 153 immediately as 153 already has up-to-date log"] [lead_transferee=153] [raft_id=154] [region_id=152] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 215"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=215] [raft_id=214] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=214] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 235"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=235] [raft_id=234] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=234] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 215 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=215] [vote=0] [log_index=7] [log_term=6] [raft_id=214] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 235 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=235] [vote=0] [log_index=7] [log_term=6] [raft_id=234] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(41)] [region_id=232] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.203 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(54)] [region_id=212] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 227"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=227] [raft_id=226] [region_id=224] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=226] [region_id=224] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 227 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=227] [vote=0] [log_index=7] [log_term=6] [raft_id=226] [region_id=224] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(38)] [region_id=224] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 153"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=153] [raft_id=154] [region_id=152] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=154] [region_id=152] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 8, vote: 0] cast vote for 153 [logterm: 6, index: 8] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=8] [msg_term=6] [from=153] [vote=0] [log_index=8] [log_term=6] [raft_id=154] [region_id=152] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(11)] [region_id=152] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.215 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 209 store_id: 1"] [from_peer="id: 210 store_id: 5"] [region_id=208] [thread_id=31] [2024/05/06 17:09:43.215 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 267 store_id: 2"] [from_peer="id: 266 store_id: 5"] [region_id=264] [thread_id=31] [2024/05/06 17:09:43.215 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 209 store_id: 1"] [peer_id=210] [region_id=208] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 209"] [lead_transferee=209] [term=6] [raft_id=210] [region_id=208] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 209 immediately as 209 already has up-to-date log"] [lead_transferee=209] [raft_id=210] [region_id=208] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 267 store_id: 2"] [peer_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 267"] [lead_transferee=267] [term=6] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 267 immediately as 267 already has up-to-date log"] [lead_transferee=267] [raft_id=266] [region_id=264] [thread_id=101] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 209"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=209] [raft_id=210] [region_id=208] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=210] [region_id=208] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 209 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=209] [vote=0] [log_index=7] [log_term=6] [raft_id=210] [region_id=208] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 267"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=267] [raft_id=266] [region_id=264] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=266] [region_id=264] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 267 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=267] [vote=0] [log_index=7] [log_term=6] [raft_id=266] [region_id=264] [thread_id=102] [2024/05/06 17:09:43.215 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(31)] [region_id=208] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:43.215 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(53)] [region_id=264] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:45.292 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:45.292 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:49.711 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:49.736 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 55"] [region_id=14] [thread_id=31] [2024/05/06 17:09:49.736 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC to 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:09:49.736 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 284 new_peer_ids: 285 new_peer_ids: 286 new_peer_ids: 287, new_region_id: 288 new_peer_ids: 289 new_peer_ids: 290 new_peer_ids: 291]"] [region_id=14] [thread_id=31] [2024/05/06 17:09:49.737 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC new_region_id: 284 new_peer_ids: 285 new_peer_ids: 286 new_peer_ids: 287 } requests { split_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD new_region_id: 288 new_peer_ids: 289 new_peer_ids: 290 new_peer_ids: 291 } right_derive: true }"] [index=1534] [term=7] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:09:49.737 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC to 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD"] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:49.737 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(57)] [region_id=14] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 284 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 57 } peers { id: 285 store_id: 1 } peers { id: 286 store_id: 5 } peers { id: 287 store_id: 2 }"] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {285, 286, 287} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {285, 286, 287} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 286."] [id=286] [raft_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[285, 287]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=286] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 288 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD region_epoch { conf_ver: 5 version: 57 } peers { id: 289 store_id: 1 } peers { id: 290 store_id: 5 } peers { id: 291 store_id: 2 }"] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {289, 290, 291} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {289, 290, 291} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 290."] [id=290] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[289, 291]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=285] [vote=true] [raft_id=286] [region_id=284] [thread_id=101] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=286] [region_id=284] [thread_id=101] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[285, 287]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=286] [region_id=284] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=289] [vote=true] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[289, 291]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=290] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=285] [vote=true] [raft_id=286] [region_id=284] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=286] [region_id=284] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803890] [region_id=284] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=289] [vote=true] [raft_id=290] [region_id=288] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=290] [region_id=288] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803890] [region_id=288] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=284] [thread_id=31] [2024/05/06 17:09:49.738 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 284 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 57 } peers { id: 285 store_id: 1 } peers { id: 286 store_id: 5 } peers { id: 287 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:49.738 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=288] [thread_id=31] [2024/05/06 17:09:49.738 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1534] [observe_id=ObserveId(60)] [region=14] [thread_id=68] [2024/05/06 17:09:49.738 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(61)] [region=284] [thread_id=68] [2024/05/06 17:09:49.738 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 288 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD region_epoch { conf_ver: 5 version: 57 } peers { id: 289 store_id: 1 } peers { id: 290 store_id: 5 } peers { id: 291 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:49.738 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(62)] [region=288] [thread_id=68] [2024/05/06 17:09:49.760 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=67] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:09:49.762 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:49.763 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:49.764 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:49.765 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 75, total_kvs: 1, meta: uuid: 486B42CA14814079B63735CE1C1D34A1 range { start: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC end: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC } cf_name: \"write\" region_id: 288 region_epoch { conf_ver: 5 version: 57 } }]"] [thread_id=105] [2024/05/06 17:09:49.765 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:51.456 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 185 store_id: 1"] [from_peer="id: 186 store_id: 5"] [region_id=184] [thread_id=31] [2024/05/06 17:09:51.457 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 185 store_id: 1"] [peer_id=186] [region_id=184] [thread_id=101] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 185"] [lead_transferee=185] [term=6] [raft_id=186] [region_id=184] [thread_id=101] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 185 immediately as 185 already has up-to-date log"] [lead_transferee=185] [raft_id=186] [region_id=184] [thread_id=101] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 185"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=185] [raft_id=186] [region_id=184] [thread_id=102] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=186] [region_id=184] [thread_id=102] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 185 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=185] [vote=0] [log_index=7] [log_term=6] [raft_id=186] [region_id=184] [thread_id=102] [2024/05/06 17:09:51.457 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(23)] [region_id=184] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:53.079 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=30008ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=1619] [read_state="ReadState { idx: 6, ts: 449573432341037059 }"] [gap=50006ms] [region_id=14] [thread_id=68] [2024/05/06 17:09:54.137 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:54.374 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 57"] [region_id=14] [thread_id=31] [2024/05/06 17:09:54.374 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC to 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:09:54.375 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 292 new_peer_ids: 293 new_peer_ids: 294 new_peer_ids: 295, new_region_id: 296 new_peer_ids: 297 new_peer_ids: 298 new_peer_ids: 299]"] [region_id=14] [thread_id=31] [2024/05/06 17:09:54.376 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC new_region_id: 292 new_peer_ids: 293 new_peer_ids: 294 new_peer_ids: 295 } requests { split_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD new_region_id: 296 new_peer_ids: 297 new_peer_ids: 298 new_peer_ids: 299 } right_derive: true }"] [index=1624] [term=7] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:09:54.376 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC to 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD"] [region="id: 14 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(60)] [region_id=14] [store_id=Some(5)] [thread_id=68] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 292 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 59 } peers { id: 293 store_id: 1 } peers { id: 294 store_id: 5 } peers { id: 295 store_id: 2 }"] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 59 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {293, 294, 295} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {293, 294, 295} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 294."] [id=294] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[293, 295]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 296 start_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD region_epoch { conf_ver: 5 version: 59 } peers { id: 297 store_id: 1 } peers { id: 298 store_id: 5 } peers { id: 299 store_id: 2 }"] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {297, 298, 299} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {297, 298, 299} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 298."] [id=298] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[297, 299]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=293] [vote=true] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[293, 295]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=294] [region_id=292] [thread_id=102] [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 40s remote-cache, linux-sandbox [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=299] [vote=true] [raft_id=298] [region_id=296] [thread_id=101] [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 41s remote-cache, linux-sandbox [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=298] [region_id=296] [thread_id=101] INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[297, 299]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=298] [region_id=296] [thread_id=101] ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=293] [vote=true] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=294] [region_id=292] [thread_id=102] [2024/05/06 09:09:20.744 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:09:54.377 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803894] [region_id=292] [thread_id=102] [2024/05/06 09:09:20.744 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:09:54.377 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1624] [observe_id=ObserveId(63)] [region=14] [thread_id=68] [2024/05/06 09:09:20.745 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=297] [vote=true] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 09:09:20.746 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=298] [region_id=296] [thread_id=102] [2024/05/06 09:09:20.746 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 17:09:54.377 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803894] [region_id=296] [thread_id=102] [2024/05/06 09:09:20.747 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:09:54.377 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=292] [thread_id=31] [2024/05/06 09:09:20.747 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:20.747 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:20.747 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:20.747 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 17:09:54.377 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 292 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 59 } peers { id: 293 store_id: 1 } peers { id: 294 store_id: 5 } peers { id: 295 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:20.749 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 17:09:54.377 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=296] [thread_id=31] [2024/05/06 09:09:20.754 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:09:54.377 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(64)] [region=292] [thread_id=68] [2024/05/06 09:09:20.756 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:09:20.757 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:09:54.377 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 296 start_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD region_epoch { conf_ver: 5 version: 59 } peers { id: 297 store_id: 1 } peers { id: 298 store_id: 5 } peers { id: 299 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:20.780 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 17:09:54.377 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(65)] [region=296] [thread_id=68] [2024/05/06 09:09:20.781 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 17:09:54.399 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 09:09:20.788 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 17:09:54.401 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:20.788 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 17:09:54.402 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:20.800 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 17:09:54.403 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:20.822 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365810805168695251] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:09:20.932 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:09:21.063 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=555] ["lease id"=3eaa8f4d28c667cf] [2024/05/06 17:09:54.404 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 40B47B903A05489693E9619A389B8402 range { start: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FC } cf_name: \"write\" region_id: 296 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 17:09:54.404 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:54.730 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:54.968 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:54.970 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:21.066 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:09:54.972 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:54.972 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:54.973 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 448F23785D7347348A648CA6318F38DC range { start: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FC } cf_name: \"write\" region_id: 296 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 17:09:54.973 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:55.207 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 51 store_id: 2"] [from_peer="id: 50 store_id: 5"] [region_id=48] [thread_id=31] [2024/05/06 17:09:55.208 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 51 store_id: 2"] [peer_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1944] ["[term 7] starts to transfer leadership to 51"] [lead_transferee=51] [term=7] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 51 immediately as 51 already has up-to-date log"] [lead_transferee=51] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 51"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=51] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 09:09:21.072 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 09:09:21.095 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.903872ms] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 8, vote: 0] cast vote for 51 [logterm: 7, index: 8] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=8] [msg_term=7] [from=51] [vote=0] [log_index=8] [log_term=7] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 09:09:21.098 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 17:09:55.208 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(3)] [region_id=48] [store_id=Some(5)] [thread_id=68] [2024/05/06 09:09:21.099 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=961047eb-9470-42c8-bc4b-922104821e41] [runWorker=true] [2024/05/06 17:09:56.677 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 09:09:21.099 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:09:56.677 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 09:09:21.101 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:09:56.677 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 09:09:21.102 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:09:56.677 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] ==> ./tikv2.log <== [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=207] [region_id=204] [thread_id=102] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 206 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=206] [vote=0] [log_index=5] [log_term=5] [raft_id=207] [region_id=204] [thread_id=102] [2024/05/06 09:09:21.102 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 210"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=210] [raft_id=211] [region_id=208] [thread_id=101] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=211] [region_id=208] [thread_id=101] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 210 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=210] [vote=0] [log_index=5] [log_term=5] [raft_id=211] [region_id=208] [thread_id=101] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 17:09:40.540 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:09:40.541 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 09:09:21.102 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:21.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:21.103 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:21.103 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:09:40.577 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC new_region_id: 212 new_peer_ids: 213 new_peer_ids: 214 new_peer_ids: 215 } requests { split_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD new_region_id: 216 new_peer_ids: 217 new_peer_ids: 218 new_peer_ids: 219 } right_derive: true }"] [index=1263] [term=7] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 09:09:21.104 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 961047eb-9470-42c8-bc4b-922104821e41"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d28c667d4] [ownerID=961047eb-9470-42c8-bc4b-922104821e41] [op=none] [2024/05/06 09:09:21.105 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:21.105 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=da8e3cfa-6cff-42cb-87e0-308e5918d5d2] [daemon-id=LogBackup::Advancer] [2024/05/06 17:09:40.577 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC to 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD"] [region="id: 14 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 51 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 09:09:21.106 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager da8e3cfa-6cff-42cb-87e0-308e5918d5d2"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d28c667d6] [ownerID=da8e3cfa-6cff-42cb-87e0-308e5918d5d2] [op=none] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 09:09:21.113 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:09:21.141 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [region_id=212] [thread_id=101] [2024/05/06 09:09:21.141 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=215] [region_id=212] [thread_id=101] [2024/05/06 09:09:21.154 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {213, 214, 215} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 09:09:21.155 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 961047eb-9470-42c8-bc4b-922104821e41"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d28c667d4] [ownerID=961047eb-9470-42c8-bc4b-922104821e41] [op=none] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 09:09:21.155 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 961047eb-9470-42c8-bc4b-922104821e41"] [op=none] [2024/05/06 09:09:21.155 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {213, 214, 215} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 215."] [id=215] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 09:09:21.192 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:21.244 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.877268ms] [2024/05/06 09:09:21.249 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:21.259 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 216 start_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC end_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD region_epoch { conf_ver: 5 version: 53 } peers { id: 217 store_id: 1 } peers { id: 218 store_id: 5 } peers { id: 219 store_id: 2 }"] [region_id=216] [thread_id=101] [2024/05/06 09:09:21.259 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=219] [region_id=216] [thread_id=101] [2024/05/06 09:09:21.267 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.040294ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {217, 218, 219} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=219] [region_id=216] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=219] [region_id=216] [thread_id=101] [2024/05/06 09:09:21.317 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:21.340 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {217, 218, 219} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=219] [region_id=216] [thread_id=101] [2024/05/06 09:09:21.340 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 219."] [id=219] [raft_id=219] [region_id=216] [thread_id=101] [2024/05/06 09:09:21.344 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 214 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=214] [vote=0] [log_index=5] [log_term=5] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 218 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=218] [vote=0] [log_index=5] [log_term=5] [raft_id=219] [region_id=216] [thread_id=102] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 214"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=214] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 214 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=214] [vote=0] [log_index=5] [log_term=5] [raft_id=215] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 218"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=218] [raft_id=219] [region_id=216] [thread_id=102] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=219] [region_id=216] [thread_id=102] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 218 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=218] [vote=0] [log_index=5] [log_term=5] [raft_id=219] [region_id=216] [thread_id=102] [2024/05/06 17:09:40.590 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:09:40.591 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:09:42.192 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.193 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 0758014CBEA24E1BA45720F9A3DBE1C7 range { start: 7480000000000000FF8E5F698000000000FF0000010388000000FF0000001803880000FF0000000018000000FC end: 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FC } cf_name: \"write\" region_id: 160 region_epoch { conf_ver: 5 version: 39 } }]"] [thread_id=105] [2024/05/06 09:09:21.368 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 17:09:42.193 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/0758014c-bea2-4e1b-a457-20f9a3dbe1c7_160_5_39_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/0758014c-bea2-4e1b-a457-20f9a3dbe1c7_160_5_39_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/0758014c-bea2-4e1b-a457-20f9a3dbe1c7_160_5_39_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.246 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:21.546 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:21.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.247 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 1DB8C19A0A124D18A36E44D619E7F70D range { start: 7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC end: 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FC } cf_name: \"write\" region_id: 168 region_epoch { conf_ver: 5 version: 41 } }]"] [thread_id=105] [2024/05/06 17:09:42.247 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/1db8c19a-0a12-4d18-a36e-44d619e7f70d_168_5_41_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/1db8c19a-0a12-4d18-a36e-44d619e7f70d_168_5_41_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/1db8c19a-0a12-4d18-a36e-44d619e7f70d_168_5_41_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.298 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.298 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 652601B37C22476E94295DC7E773843E range { start: 7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC end: 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FC } cf_name: \"write\" region_id: 176 region_epoch { conf_ver: 5 version: 43 } }]"] [thread_id=105] [2024/05/06 17:09:42.299 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/652601b3-7c22-476e-9429-5dc7e773843e_176_5_43_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/652601b3-7c22-476e-9429-5dc7e773843e_176_5_43_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/652601b3-7c22-476e-9429-5dc7e773843e_176_5_43_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.350 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.351 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 08EF75A5F24046998F32790D62C73902 range { start: 7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC end: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FC } cf_name: \"write\" region_id: 184 region_epoch { conf_ver: 5 version: 45 } }]"] [thread_id=105] [2024/05/06 17:09:42.351 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/08ef75a5-f240-4699-8f32-790d62c73902_184_5_45_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/08ef75a5-f240-4699-8f32-790d62c73902_184_5_45_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/08ef75a5-f240-4699-8f32-790d62c73902_184_5_45_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.412 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:21.546 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:21.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 17:09:42.413 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: B4E7D4A034EF41A0A7A79543BE36B993 range { start: 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC end: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FC } cf_name: \"write\" region_id: 192 region_epoch { conf_ver: 5 version: 47 } }]"] [thread_id=105] [2024/05/06 09:09:21.589 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:21.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:21.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.587657ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:21.891 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:21.891 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 17:09:42.413 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/b4e7d4a0-34ef-41a0-a7a7-9543be36b993_192_5_47_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/b4e7d4a0-34ef-41a0-a7a7-9543be36b993_192_5_47_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/b4e7d4a0-34ef-41a0-a7a7-9543be36b993_192_5_47_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.465 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:21.923 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.618608ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:21.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.470 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 059CB2E6A5AE4C4F9122A8BA3E9977AB range { start: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC end: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FC } cf_name: \"write\" region_id: 200 region_epoch { conf_ver: 5 version: 49 } }]"] [thread_id=105] [2024/05/06 09:09:21.987 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:21.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.470 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/059cb2e6-a5ae-4c4f-9122-a8ba3e9977ab_200_5_49_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/059cb2e6-a5ae-4c4f-9122-a8ba3e9977ab_200_5_49_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/059cb2e6-a5ae-4c4f-9122-a8ba3e9977ab_200_5_49_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.527 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.528 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 9610EA1A568641589113ADB83FEC20B4 range { start: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC end: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FC } cf_name: \"write\" region_id: 208 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 17:09:42.528 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/9610ea1a-5686-4158-9113-adb83fec20b4_208_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/9610ea1a-5686-4158-9113-adb83fec20b4_208_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/9610ea1a-5686-4158-9113-adb83fec20b4_208_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.580 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.581 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 7D9340CAA9F342DEB9F55452B71F85FB range { start: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC end: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FC } cf_name: \"write\" region_id: 216 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 09:09:22.107 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:09:22.162 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:09:22.162 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.581 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/7d9340ca-a9f3-42de-b9f5-5452b71f85fb_216_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/7d9340ca-a9f3-42de-b9f5-5452b71f85fb_216_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/7d9340ca-a9f3-42de-b9f5-5452b71f85fb_216_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.705 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 09:09:22.165 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.807471075\n# Parse_time: 0\n# Compile_time: 0.009952477\n# Rewrite_time: 0.000015849\n# Optimize_time: 0\n# Wait_TS: 0.000357856\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 17:09:42.737 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC new_region_id: 220 new_peer_ids: 221 new_peer_ids: 222 new_peer_ids: 223 } requests { split_key: 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD new_region_id: 224 new_peer_ids: 225 new_peer_ids: 226 new_peer_ids: 227 } right_derive: true }"] [index=7] [term=6] [peer_id=167] [region_id=164] [thread_id=104] [2024/05/06 09:09:22.170 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:09:22.219 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.737 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC to 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD"] [region="id: 164 start_key: 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD end_key: 7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC region_epoch { conf_ver: 5 version: 41 } peers { id: 165 store_id: 1 } peers { id: 166 store_id: 5 } peers { id: 167 store_id: 2 }"] [peer_id=167] [region_id=164] [thread_id=104] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=164] [thread_id=102] [2024/05/06 09:09:22.219 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 220 start_key: 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD end_key: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC region_epoch { conf_ver: 5 version: 43 } peers { id: 221 store_id: 1 } peers { id: 222 store_id: 5 } peers { id: 223 store_id: 2 }"] [region_id=220] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.261 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:22.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {221, 222, 223} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.333 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.612848ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.342 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:22.342 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {221, 222, 223} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 223."] [id=223] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.380 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.508606ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 224 start_key: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC end_key: 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD region_epoch { conf_ver: 5 version: 43 } peers { id: 225 store_id: 1 } peers { id: 226 store_id: 5 } peers { id: 227 store_id: 2 }"] [region_id=224] [thread_id=102] [2024/05/06 09:09:22.414 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:22.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=227] [region_id=224] [thread_id=102] [2024/05/06 09:09:22.457 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:09:22.458 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {225, 226, 227} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=227] [region_id=224] [thread_id=102] [2024/05/06 09:09:22.463 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=227] [region_id=224] [thread_id=102] [2024/05/06 09:09:22.512 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {225, 226, 227} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=227] [region_id=224] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 227."] [id=227] [raft_id=227] [region_id=224] [thread_id=102] [2024/05/06 09:09:22.512 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 222 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=222] [vote=0] [log_index=5] [log_term=5] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.561 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:22.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 226 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=226] [vote=0] [log_index=5] [log_term=5] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 09:09:22.631 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.450106ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 222"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=222] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.640 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.640 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 222 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=222] [vote=0] [log_index=5] [log_term=5] [raft_id=223] [region_id=220] [thread_id=102] [2024/05/06 09:09:22.678 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.374356ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 226"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=226] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 09:09:22.718 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:22.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:22.759 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 226 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=226] [vote=0] [log_index=5] [log_term=5] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 09:09:22.759 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.752 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:09:42.754 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:09:42.779 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC new_region_id: 228 new_peer_ids: 229 new_peer_ids: 230 new_peer_ids: 231 } requests { split_key: 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD new_region_id: 232 new_peer_ids: 233 new_peer_ids: 234 new_peer_ids: 235 } right_derive: true }"] [index=7] [term=6] [peer_id=175] [region_id=172] [thread_id=103] [2024/05/06 09:09:22.763 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.300366051\n# Parse_time: 0\n# Compile_time: 0.001443992\n# Rewrite_time: 0.000008767\n# Optimize_time: 0\n# Wait_TS: 0.000365541\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.779 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC to 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD"] [region="id: 172 start_key: 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD end_key: 7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC region_epoch { conf_ver: 5 version: 43 } peers { id: 173 store_id: 1 } peers { id: 174 store_id: 5 } peers { id: 175 store_id: 2 }"] [peer_id=175] [region_id=172] [thread_id=103] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=172] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 228 start_key: 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD end_key: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC region_epoch { conf_ver: 5 version: 45 } peers { id: 229 store_id: 1 } peers { id: 230 store_id: 5 } peers { id: 231 store_id: 2 }"] [region_id=228] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=231] [region_id=228] [thread_id=101] [2024/05/06 09:09:22.774 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {229, 230, 231} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=231] [region_id=228] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=231] [region_id=228] [thread_id=101] [2024/05/06 09:09:22.872 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {229, 230, 231} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=231] [region_id=228] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 231."] [id=231] [raft_id=231] [region_id=228] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 232 start_key: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC end_key: 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD region_epoch { conf_ver: 5 version: 45 } peers { id: 233 store_id: 1 } peers { id: 234 store_id: 5 } peers { id: 235 store_id: 2 }"] [region_id=232] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=235] [region_id=232] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 230 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=230] [vote=0] [log_index=5] [log_term=5] [raft_id=231] [region_id=228] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {233, 234, 235} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 09:09:22.872 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {233, 234, 235} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 17:09:42.780 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 235."] [id=235] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 09:09:22.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:22.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 234 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=234] [vote=0] [log_index=5] [log_term=5] [raft_id=235] [region_id=232] [thread_id=102] [2024/05/06 09:09:23.092 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.579066ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 230"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=230] [raft_id=231] [region_id=228] [thread_id=101] [2024/05/06 09:09:23.101 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=231] [region_id=228] [thread_id=101] [2024/05/06 09:09:23.101 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:09:23.102 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 230 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=230] [vote=0] [log_index=5] [log_term=5] [raft_id=231] [region_id=228] [thread_id=101] [2024/05/06 09:09:23.103 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 234"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=234] [raft_id=235] [region_id=232] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=235] [region_id=232] [thread_id=102] [2024/05/06 09:09:23.137 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.176093ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:22.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 234 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=234] [vote=0] [log_index=5] [log_term=5] [raft_id=235] [region_id=232] [thread_id=102] [2024/05/06 17:09:42.801 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:42.802 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 09:09:23.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:22.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:23.286 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:09:23.286 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.832 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC new_region_id: 236 new_peer_ids: 237 new_peer_ids: 238 new_peer_ids: 239 } requests { split_key: 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD new_region_id: 240 new_peer_ids: 241 new_peer_ids: 242 new_peer_ids: 243 } right_derive: true }"] [index=7] [term=6] [peer_id=183] [region_id=180] [thread_id=104] [2024/05/06 09:09:23.290 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.520377637\n# Parse_time: 0\n# Compile_time: 0.005089359\n# Rewrite_time: 0.000012214\n# Optimize_time: 0\n# Wait_TS: 0.00038449\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.832 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC to 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD"] [region="id: 180 start_key: 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD end_key: 7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC region_epoch { conf_ver: 5 version: 45 } peers { id: 181 store_id: 1 } peers { id: 182 store_id: 5 } peers { id: 183 store_id: 2 }"] [peer_id=183] [region_id=180] [thread_id=104] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=180] [thread_id=102] [2024/05/06 09:09:23.295 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:09:23.351 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:23.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 236 start_key: 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD end_key: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC region_epoch { conf_ver: 5 version: 47 } peers { id: 237 store_id: 1 } peers { id: 238 store_id: 5 } peers { id: 239 store_id: 2 }"] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=239] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {237, 238, 239} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {237, 238, 239} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 09:09:23.351 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:23.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 239."] [id=239] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 09:09:23.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:23.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 240 start_key: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC end_key: 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD region_epoch { conf_ver: 5 version: 47 } peers { id: 241 store_id: 1 } peers { id: 242 store_id: 5 } peers { id: 243 store_id: 2 }"] [region_id=240] [thread_id=102] [2024/05/06 09:09:23.483 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.374463ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=243] [region_id=240] [thread_id=102] [2024/05/06 09:09:23.494 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.833 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=239] [region_id=236] [thread_id=101] [2024/05/06 09:09:23.494 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {241, 242, 243} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=243] [region_id=240] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=243] [region_id=240] [thread_id=102] [2024/05/06 09:09:23.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.014113ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:23.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {241, 242, 243} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=243] [region_id=240] [thread_id=102] [2024/05/06 09:09:23.569 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:23.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 243."] [id=243] [raft_id=243] [region_id=240] [thread_id=102] [2024/05/06 09:09:23.632 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:09:23.632 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 238 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=238] [vote=0] [log_index=5] [log_term=5] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 242 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=242] [vote=0] [log_index=5] [log_term=5] [raft_id=243] [region_id=240] [thread_id=101] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 242"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=242] [raft_id=243] [region_id=240] [thread_id=101] [2024/05/06 09:09:23.635 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342507103\n# Parse_time: 0\n# Compile_time: 0.002502924\n# Rewrite_time: 0.000011066\n# Optimize_time: 0\n# Wait_TS: 0.000312396\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 238"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=238] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=243] [region_id=240] [thread_id=101] [2024/05/06 09:09:23.640 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 238 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=238] [vote=0] [log_index=5] [log_term=5] [raft_id=239] [region_id=236] [thread_id=102] [2024/05/06 09:09:23.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:23.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 242 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=242] [vote=0] [log_index=5] [log_term=5] [raft_id=243] [region_id=240] [thread_id=101] [2024/05/06 17:09:42.847 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:09:42.848 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 09:09:23.700 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:23.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 17:09:42.874 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC new_region_id: 244 new_peer_ids: 245 new_peer_ids: 246 new_peer_ids: 247 } requests { split_key: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD new_region_id: 248 new_peer_ids: 249 new_peer_ids: 250 new_peer_ids: 251 } right_derive: true }"] [index=7] [term=6] [peer_id=191] [region_id=188] [thread_id=104] [2024/05/06 09:09:23.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:23.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:23.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.12533ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:23.865 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.874 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC to 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD"] [region="id: 188 start_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD end_key: 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC region_epoch { conf_ver: 5 version: 47 } peers { id: 189 store_id: 1 } peers { id: 190 store_id: 5 } peers { id: 191 store_id: 2 }"] [peer_id=191] [region_id=188] [thread_id=104] [2024/05/06 09:09:23.865 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=188] [thread_id=101] [2024/05/06 09:09:23.901 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.547561ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:23.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 244 start_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD end_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 245 store_id: 1 } peers { id: 246 store_id: 5 } peers { id: 247 store_id: 2 }"] [region_id=244] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=247] [region_id=244] [thread_id=101] [2024/05/06 09:09:23.967 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:23.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:24.026 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:09:24.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {245, 246, 247} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=247] [region_id=244] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=247] [region_id=244] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {245, 246, 247} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=247] [region_id=244] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 247."] [id=247] [raft_id=247] [region_id=244] [thread_id=101] [2024/05/06 09:09:24.030 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391496046\n# Parse_time: 0\n# Compile_time: 0.002191415\n# Rewrite_time: 0.000012411\n# Optimize_time: 0\n# Wait_TS: 0.000401002\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:24.032 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 248 start_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC end_key: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD region_epoch { conf_ver: 5 version: 49 } peers { id: 249 store_id: 1 } peers { id: 250 store_id: 5 } peers { id: 251 store_id: 2 }"] [region_id=248] [thread_id=101] [2024/05/06 09:09:24.072 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=251] [region_id=248] [thread_id=101] [2024/05/06 09:09:24.072 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 246 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=246] [vote=0] [log_index=5] [log_term=5] [raft_id=247] [region_id=244] [thread_id=102] [2024/05/06 09:09:24.134 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:24.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {249, 250, 251} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=251] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=251] [region_id=248] [thread_id=101] [2024/05/06 09:09:24.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.496621ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:24.196 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:24.196 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {249, 250, 251} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=251] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 251."] [id=251] [raft_id=251] [region_id=248] [thread_id=101] [2024/05/06 09:09:24.234 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.286662ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 250 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=250] [vote=0] [log_index=5] [log_term=5] [raft_id=251] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 246"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=246] [raft_id=247] [region_id=244] [thread_id=102] [2024/05/06 09:09:24.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:24.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=247] [region_id=244] [thread_id=102] [2024/05/06 09:09:24.304 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:09:24.304 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 246 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=246] [vote=0] [log_index=5] [log_term=5] [raft_id=247] [region_id=244] [thread_id=102] [2024/05/06 09:09:24.314 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 250"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=250] [raft_id=251] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=251] [region_id=248] [thread_id=102] [2024/05/06 09:09:24.362 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 250 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=250] [vote=0] [log_index=5] [log_term=5] [raft_id=251] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.894 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:42.895 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 09:09:24.362 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:09:24.428 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:24.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC new_region_id: 252 new_peer_ids: 253 new_peer_ids: 254 new_peer_ids: 255 } requests { split_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD new_region_id: 256 new_peer_ids: 257 new_peer_ids: 258 new_peer_ids: 259 } right_derive: true }"] [index=7] [term=6] [peer_id=199] [region_id=196] [thread_id=103] [2024/05/06 09:09:24.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.801677ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:24.514 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:24.514 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 17:09:42.926 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC to 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD"] [region="id: 196 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 197 store_id: 1 } peers { id: 198 store_id: 5 } peers { id: 199 store_id: 2 }"] [peer_id=199] [region_id=196] [thread_id=103] [2024/05/06 09:09:24.549 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.089309ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=196] [thread_id=102] [2024/05/06 09:09:24.624 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:24.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:24.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:09:24.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 252 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 253 store_id: 1 } peers { id: 254 store_id: 5 } peers { id: 255 store_id: 2 }"] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=255] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {253, 254, 255} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=255] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=255] [region_id=252] [thread_id=102] [2024/05/06 09:09:24.666 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353484739\n# Parse_time: 0\n# Compile_time: 0.001339517\n# Rewrite_time: 0.00001166\n# Optimize_time: 0\n# Wait_TS: 0.000433393\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {253, 254, 255} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=255] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 255."] [id=255] [raft_id=255] [region_id=252] [thread_id=102] [2024/05/06 09:09:24.671 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 256 start_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD region_epoch { conf_ver: 5 version: 51 } peers { id: 257 store_id: 1 } peers { id: 258 store_id: 5 } peers { id: 259 store_id: 2 }"] [region_id=256] [thread_id=102] [2024/05/06 09:09:24.722 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=259] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 254 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=254] [vote=0] [log_index=5] [log_term=5] [raft_id=255] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {257, 258, 259} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 09:09:24.722 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 09:09:24.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:24.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {257, 258, 259} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 09:09:24.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.531536ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 259."] [id=259] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 09:09:24.865 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:24.866 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 258 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=258] [vote=0] [log_index=5] [log_term=5] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 09:09:24.904 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.627197ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:24.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 254"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=254] [raft_id=255] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=255] [region_id=252] [thread_id=102] [2024/05/06 09:09:24.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:24.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 254 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=254] [vote=0] [log_index=5] [log_term=5] [raft_id=255] [region_id=252] [thread_id=102] [2024/05/06 09:09:25.013 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 258"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=258] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 09:09:25.013 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 258 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=258] [vote=0] [log_index=5] [log_term=5] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.945 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 09:09:25.016 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347022599\n# Parse_time: 0\n# Compile_time: 0.001910087\n# Rewrite_time: 0.000008014\n# Optimize_time: 0\n# Wait_TS: 0.00034325\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.946 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:25.020 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 17:09:42.978 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC new_region_id: 260 new_peer_ids: 261 new_peer_ids: 262 new_peer_ids: 263 } requests { split_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD new_region_id: 264 new_peer_ids: 265 new_peer_ids: 266 new_peer_ids: 267 } right_derive: true }"] [index=7] [term=6] [peer_id=207] [region_id=204] [thread_id=103] [2024/05/06 09:09:25.075 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.978 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC to 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD"] [region="id: 204 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 205 store_id: 1 } peers { id: 206 store_id: 5 } peers { id: 207 store_id: 2 }"] [peer_id=207] [region_id=204] [thread_id=103] [2024/05/06 09:09:25.075 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=204] [thread_id=101] [2024/05/06 09:09:25.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 260 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 261 store_id: 1 } peers { id: 262 store_id: 5 } peers { id: 263 store_id: 2 }"] [region_id=260] [thread_id=101] [2024/05/06 09:09:25.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.597291ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=263] [region_id=260] [thread_id=101] [2024/05/06 09:09:25.233 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:25.234 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {261, 262, 263} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=263] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=263] [region_id=260] [thread_id=101] [2024/05/06 09:09:25.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=52.905017ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {261, 262, 263} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=263] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 263."] [id=263] [raft_id=263] [region_id=260] [thread_id=101] [2024/05/06 09:09:25.317 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:25.363 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:09:25.363 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 264 start_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD region_epoch { conf_ver: 5 version: 53 } peers { id: 265 store_id: 1 } peers { id: 266 store_id: 5 } peers { id: 267 store_id: 2 }"] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 262 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=262] [vote=0] [log_index=5] [log_term=5] [raft_id=263] [region_id=260] [thread_id=102] [2024/05/06 09:09:25.366 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347811677\n# Parse_time: 0\n# Compile_time: 0.001748705\n# Rewrite_time: 0.000006468\n# Optimize_time: 0\n# Wait_TS: 0.000400709\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {265, 266, 267} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {265, 266, 267} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 267."] [id=267] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=267] [region_id=264] [thread_id=102] [2024/05/06 09:09:25.372 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 262"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=262] [raft_id=263] [region_id=260] [thread_id=101] [2024/05/06 09:09:25.373 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=263] [region_id=260] [thread_id=101] [2024/05/06 09:09:25.440 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 262 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=262] [vote=0] [log_index=5] [log_term=5] [raft_id=263] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 266 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=266] [vote=0] [log_index=5] [log_term=5] [raft_id=267] [region_id=264] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 266"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=266] [raft_id=267] [region_id=264] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=267] [region_id=264] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 266 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=266] [vote=0] [log_index=5] [log_term=5] [raft_id=267] [region_id=264] [thread_id=102] [2024/05/06 09:09:25.440 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:09:42.993 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:42.994 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:25.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:25.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:25.601 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.786008ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:25.613 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.019 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC new_region_id: 268 new_peer_ids: 269 new_peer_ids: 270 new_peer_ids: 271 } requests { split_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD new_region_id: 272 new_peer_ids: 273 new_peer_ids: 274 new_peer_ids: 275 } right_derive: true }"] [index=7] [term=6] [peer_id=215] [region_id=212] [thread_id=103] [2024/05/06 09:09:25.613 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:09:25.647 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.25108ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.019 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC to 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD"] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [peer_id=215] [region_id=212] [thread_id=103] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=212] [thread_id=101] [2024/05/06 09:09:25.720 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:25.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:25.809 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:09:25.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 268 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 269 store_id: 1 } peers { id: 270 store_id: 5 } peers { id: 271 store_id: 2 }"] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=271] [region_id=268] [thread_id=101] [2024/05/06 09:09:25.813 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.44348943\n# Parse_time: 0\n# Compile_time: 0.002854892\n# Rewrite_time: 0.000007719\n# Optimize_time: 0\n# Wait_TS: 0.000333913\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {269, 270, 271} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=271] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=271] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {269, 270, 271} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=271] [region_id=268] [thread_id=101] [2024/05/06 09:09:25.817 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 17:09:43.019 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 271."] [id=271] [raft_id=271] [region_id=268] [thread_id=101] [2024/05/06 09:09:25.881 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 272 start_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 273 store_id: 1 } peers { id: 274 store_id: 5 } peers { id: 275 store_id: 2 }"] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=275] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {273, 274, 275} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 09:09:25.881 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 09:09:25.920 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:25.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {273, 274, 275} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 09:09:26.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.567893ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 275."] [id=275] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 09:09:26.029 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:26.029 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 270 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=270] [vote=0] [log_index=5] [log_term=5] [raft_id=271] [region_id=268] [thread_id=102] [2024/05/06 09:09:26.065 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.938646ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:25.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 274 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=274] [vote=0] [log_index=5] [log_term=5] [raft_id=275] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 270"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=270] [raft_id=271] [region_id=268] [thread_id=101] [2024/05/06 09:09:26.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:25.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=271] [region_id=268] [thread_id=101] [2024/05/06 09:09:26.193 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:09:26.193 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 270 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=270] [vote=0] [log_index=5] [log_term=5] [raft_id=271] [region_id=268] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 274"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=274] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 09:09:26.196 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.380723195\n# Parse_time: 0\n# Compile_time: 0.001992845\n# Rewrite_time: 0.000007943\n# Optimize_time: 0\n# Wait_TS: 0.000455045\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 274 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=274] [vote=0] [log_index=5] [log_term=5] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.041 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:43.042 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 09:09:26.200 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:09:43.071 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC new_region_id: 276 new_peer_ids: 277 new_peer_ids: 278 new_peer_ids: 279 } requests { split_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD new_region_id: 280 new_peer_ids: 281 new_peer_ids: 282 new_peer_ids: 283 } right_derive: true }"] [index=1354] [term=7] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 09:09:26.253 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.071 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC to 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD"] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 09:09:26.253 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:09:26.305 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:26.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 276 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 277 store_id: 1 } peers { id: 278 store_id: 5 } peers { id: 279 store_id: 2 }"] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=279] [region_id=276] [thread_id=102] [2024/05/06 09:09:26.374 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.471429ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:26.385 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:26.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {277, 278, 279} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=279] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=279] [region_id=276] [thread_id=102] [2024/05/06 09:09:26.423 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.334919ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {277, 278, 279} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=279] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 279."] [id=279] [raft_id=279] [region_id=276] [thread_id=102] [2024/05/06 09:09:26.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:26.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:26.523 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:09:26.523 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 280 start_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC end_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 281 store_id: 1 } peers { id: 282 store_id: 5 } peers { id: 283 store_id: 2 }"] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=283] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 278 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=278] [vote=0] [log_index=5] [log_term=5] [raft_id=279] [region_id=276] [thread_id=101] [2024/05/06 09:09:26.526 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.32771798\n# Parse_time: 0\n# Compile_time: 0.001797222\n# Rewrite_time: 0.000008116\n# Optimize_time: 0\n# Wait_TS: 0.000461789\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {281, 282, 283} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=283] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=283] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {281, 282, 283} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=283] [region_id=280] [thread_id=102] [2024/05/06 09:09:26.531 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:09:43.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 283."] [id=283] [raft_id=283] [region_id=280] [thread_id=102] [2024/05/06 09:09:26.577 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 282 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=282] [vote=0] [log_index=5] [log_term=5] [raft_id=283] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 278"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=278] [raft_id=279] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 282"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=282] [raft_id=283] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=279] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=283] [region_id=280] [thread_id=101] [2024/05/06 09:09:26.578 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 278 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=278] [vote=0] [log_index=5] [log_term=5] [raft_id=279] [region_id=276] [thread_id=102] [2024/05/06 09:09:26.630 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:26.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 282 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=282] [vote=0] [log_index=5] [log_term=5] [raft_id=283] [region_id=280] [thread_id=101] [2024/05/06 17:09:43.087 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 09:09:26.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.985316ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:43.088 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 09:09:26.724 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:2369] ["[term 7] received MsgTimeoutNow from 74 and starts an election to get leadership."] [from=74] [term=7] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 09:09:26.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:2369] ["[term 7] received MsgTimeoutNow from 110 and starts an election to get leadership."] [from=110] [term=7] [raft_id=111] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=7] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=7] [raft_id=111] [region_id=108] [thread_id=101] [2024/05/06 09:09:26.757 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.828941ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 8"] [term=8] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 8"] [term=8] [raft_id=111] [region_id=108] [thread_id=101] [2024/05/06 09:09:26.824 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:26.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[109, 110]"] [log_index=7] [log_term=7] [term=8] [type=MsgRequestVote] [raft_id=111] [region_id=108] [thread_id=101] [2024/05/06 09:09:26.876 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[73, 74]"] [log_index=8] [log_term=7] [term=8] [type=MsgRequestVote] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 09:09:26.876 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:2369] ["[term 7] received MsgTimeoutNow from 19 and starts an election to get leadership."] [from=19] [term=7] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=7] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 202 and starts an election to get leadership."] [from=202] [term=6] [raft_id=203] [region_id=200] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 8"] [term=8] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 09:09:26.880 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351289077\n# Parse_time: 0\n# Compile_time: 0.002553117\n# Rewrite_time: 0.000009986\n# Optimize_time: 0\n# Wait_TS: 0.000378299\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[13, 19]"] [log_index=12] [log_term=7] [term=8] [type=MsgRequestVote] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=203] [region_id=200] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=203] [region_id=200] [thread_id=102] [2024/05/06 09:09:26.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[201, 202]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=203] [region_id=200] [thread_id=102] [2024/05/06 09:09:26.933 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=8] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=110] [vote=true] [raft_id=111] [region_id=108] [thread_id=102] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=8] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=74] [vote=true] [raft_id=75] [region_id=72] [thread_id=101] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:1259] ["became leader at term 8"] [term=8] [raft_id=111] [region_id=108] [thread_id=102] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:1259] ["became leader at term 8"] [term=8] [raft_id=75] [region_id=72] [thread_id=101] [2024/05/06 09:09:26.933 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:09:43.182 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=34359738422] [region_id=108] [thread_id=102] [2024/05/06 17:09:43.182 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=34359738402] [region_id=72] [thread_id=101] [2024/05/06 09:09:27.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=8] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=19] [vote=true] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:1259] ["became leader at term 8"] [term=8] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 09:09:27.067 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.829895ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:27.087 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=202] [vote=true] [raft_id=203] [region_id=200] [thread_id=102] [2024/05/06 09:09:27.087 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 17:09:43.182 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=203] [region_id=200] [thread_id=102] [2024/05/06 17:09:43.182 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=34359738378] [region_id=12] [thread_id=101] [2024/05/06 17:09:43.182 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771170] [region_id=200] [thread_id=102] [2024/05/06 17:09:43.182 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=108] [thread_id=31] [2024/05/06 09:09:27.113 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.39107ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.182 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=72] [thread_id=31] [2024/05/06 17:09:43.182 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:09:43.182 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=200] [thread_id=31] [2024/05/06 09:09:27.183 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:27.229 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:09:27.229 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 72 start_key: 7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FC end_key: 7480000000000000FF715F698000000000FF00000103F8000000FF0000000503F80000FF0000000005000000FD region_epoch { conf_ver: 5 version: 17 } peers { id: 73 store_id: 1 } peers { id: 74 store_id: 5 } peers { id: 75 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:27.233 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351143744\n# Parse_time: 0\n# Compile_time: 0.001758571\n# Rewrite_time: 0.000013895\n# Optimize_time: 0\n# Wait_TS: 0.000369088\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 200 start_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC end_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD region_epoch { conf_ver: 5 version: 49 } peers { id: 201 store_id: 1 } peers { id: 202 store_id: 5 } peers { id: 203 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:27.238 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 108 start_key: 7480000000000000FF7B5F698000000000FF00000103C4000000FF0000001B03C40000FF000000001B000000FD end_key: 7480000000000000FF7C5F698000000000FF00000103C4000000FF0000001C03C40000FF000000001C000000FC region_epoch { conf_ver: 5 version: 27 } peers { id: 109 store_id: 1 } peers { id: 110 store_id: 5 } peers { id: 111 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:27.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=13] [observe_id=ObserveId(10)] [region=12] [thread_id=68] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=9] [observe_id=ObserveId(8)] [region=72] [thread_id=68] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(9)] [region=200] [thread_id=68] [2024/05/06 17:09:43.182 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(11)] [region=108] [thread_id=68] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2369] ["[term 7] received MsgTimeoutNow from 90 and starts an election to get leadership."] [from=90] [term=7] [raft_id=91] [region_id=88] [thread_id=102] [2024/05/06 09:09:27.299 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=7] [raft_id=91] [region_id=88] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 8"] [term=8] [raft_id=91] [region_id=88] [thread_id=102] [2024/05/06 09:09:27.363 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:27.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[89, 90]"] [log_index=8] [log_term=7] [term=8] [type=MsgRequestVote] [raft_id=91] [region_id=88] [thread_id=102] [2024/05/06 09:09:27.446 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.012897ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 162 and starts an election to get leadership."] [from=162] [term=6] [raft_id=163] [region_id=160] [thread_id=101] [2024/05/06 09:09:27.456 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=163] [region_id=160] [thread_id=101] [2024/05/06 09:09:27.456 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=163] [region_id=160] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 274 and starts an election to get leadership."] [from=274] [term=6] [raft_id=275] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=275] [region_id=272] [thread_id=102] [2024/05/06 09:09:27.492 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.29652ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=275] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[161, 162]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=163] [region_id=160] [thread_id=101] [2024/05/06 09:09:27.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:27.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[273, 274]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=275] [region_id=272] [thread_id=102] [2024/05/06 09:09:27.578 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 258 and starts an election to get leadership."] [from=258] [term=6] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 09:09:27.578 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[257, 258]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:27.581 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345351657\n# Parse_time: 0\n# Compile_time: 0.002450499\n# Rewrite_time: 0.00001103\n# Optimize_time: 0\n# Wait_TS: 0.000360254\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=8] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=89] [vote=true] [raft_id=91] [region_id=88] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1259] ["became leader at term 8"] [term=8] [raft_id=91] [region_id=88] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=34359738410] [region_id=88] [thread_id=101] [2024/05/06 09:09:27.588 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=161] [vote=true] [raft_id=163] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=163] [region_id=160] [thread_id=102] [2024/05/06 09:09:27.636 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771150] [region_id=160] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=273] [vote=true] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=275] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771182] [region_id=272] [thread_id=101] [2024/05/06 09:09:27.636 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=257] [vote=true] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=259] [region_id=256] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771174] [region_id=256] [thread_id=102] [2024/05/06 09:09:27.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:27.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.193 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=88] [thread_id=31] [2024/05/06 17:09:43.193 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=160] [thread_id=31] [2024/05/06 09:09:27.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.612849ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:43.193 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=272] [thread_id=31] [2024/05/06 09:09:27.779 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.193 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=256] [thread_id=31] [2024/05/06 09:09:27.779 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 17:09:43.193 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 88 start_key: 7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FC end_key: 7480000000000000FF795F698000000000FF00000103C4000000FF0000001903C40000FF0000000019000000FD region_epoch { conf_ver: 5 version: 21 } peers { id: 89 store_id: 1 } peers { id: 90 store_id: 5 } peers { id: 91 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:27.816 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.379578ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.194 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=9] [observe_id=ObserveId(12)] [region=88] [thread_id=68] [2024/05/06 09:09:27.874 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:27.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:27.922 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:09:27.922 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.194 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: CE3652EF92A74CF09682187F328AC44E range { start: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FC } cf_name: \"write\" region_id: 272 region_epoch { conf_ver: 5 version: 55 } }, SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: DCA75DB025E44545AE5D78BF3826DFD4 range { start: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FC } cf_name: \"write\" region_id: 256 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 09:09:27.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340520139\n# Parse_time: 0\n# Compile_time: 0.003570201\n# Rewrite_time: 0.000011524\n# Optimize_time: 0\n# Wait_TS: 0.000426866\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.195 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:43.195 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:27.932 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:09:43.195 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 272 start_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 273 store_id: 1 } peers { id: 274 store_id: 5 } peers { id: 275 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:28.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.195 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 256 start_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD region_epoch { conf_ver: 5 version: 51 } peers { id: 257 store_id: 1 } peers { id: 258 store_id: 5 } peers { id: 259 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.195 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 160 start_key: 7480000000000000FF8E5F698000000000FF0000010388000000FF0000001803880000FF0000000018000000FC end_key: 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD region_epoch { conf_ver: 5 version: 39 } peers { id: 161 store_id: 1 } peers { id: 162 store_id: 5 } peers { id: 163 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.195 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(13)] [region=272] [thread_id=68] [2024/05/06 09:09:28.005 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:09:43.195 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(14)] [region=256] [thread_id=68] [2024/05/06 17:09:43.195 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(15)] [region=160] [thread_id=68] [2024/05/06 09:09:28.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:27.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 214 and starts an election to get leadership."] [from=214] [term=6] [raft_id=215] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=215] [region_id=212] [thread_id=102] [2024/05/06 09:09:28.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.792153ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=215] [region_id=212] [thread_id=102] [2024/05/06 09:09:28.201 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[213, 214]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=215] [region_id=212] [thread_id=102] [2024/05/06 09:09:28.201 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 234 and starts an election to get leadership."] [from=234] [term=6] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 09:09:28.237 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.980993ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:27.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[233, 234]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=235] [region_id=232] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 226 and starts an election to get leadership."] [from=226] [term=6] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 09:09:28.273 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:27.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 09:09:28.345 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 09:09:28.345 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[225, 226]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=213] [vote=true] [raft_id=215] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 153"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=153] [raft_id=155] [region_id=152] [thread_id=101] [2024/05/06 09:09:28.349 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.418912398\n# Parse_time: 0\n# Compile_time: 0.003032709\n# Rewrite_time: 0.00001103\n# Optimize_time: 0\n# Wait_TS: 0.000499951\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=215] [region_id=212] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=155] [region_id=152] [thread_id=101] [2024/05/06 09:09:28.367 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 8, vote: 0] cast vote for 153 [logterm: 6, index: 8] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=8] [msg_term=6] [from=153] [vote=0] [log_index=8] [log_term=6] [raft_id=155] [region_id=152] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771182] [region_id=212] [thread_id=102] [2024/05/06 09:09:28.425 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=225] [vote=true] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=227] [region_id=224] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771158] [region_id=224] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=233] [vote=true] [raft_id=235] [region_id=232] [thread_id=102] [2024/05/06 09:09:28.425 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=235] [region_id=232] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771162] [region_id=232] [thread_id=102] [2024/05/06 17:09:43.204 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=212] [thread_id=31] [2024/05/06 09:09:28.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:28.546 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.701172ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:28.557 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.204 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:28.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 17:09:43.204 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=224] [thread_id=31] [2024/05/06 17:09:43.204 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=232] [thread_id=31] [2024/05/06 17:09:43.204 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(16)] [region=212] [thread_id=68] [2024/05/06 09:09:28.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.628865ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:28.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:28.674 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:09:28.674 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.205 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 62F0FFA832574FA7AB912842133721C8 range { start: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC end: 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FC } cf_name: \"write\" region_id: 232 region_epoch { conf_ver: 5 version: 45 } }, SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 7857D909601D485D87A5AE259AC7AA1D range { start: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC end: 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FC } cf_name: \"write\" region_id: 224 region_epoch { conf_ver: 5 version: 43 } }]"] [thread_id=105] [2024/05/06 09:09:28.677 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311065284\n# Parse_time: 0\n# Compile_time: 0.001629716\n# Rewrite_time: 0.000010583\n# Optimize_time: 0\n# Wait_TS: 0.000503283\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.205 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/62f0ffa8-3257-4fa7-ab91-2842133721c8_232_5_45_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/62f0ffa8-3257-4fa7-ab91-2842133721c8_232_5_45_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/62f0ffa8-3257-4fa7-ab91-2842133721c8_232_5_45_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:28.679 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 17:09:43.205 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/7857d909-601d-485d-87a5-ae259ac7aa1d_224_5_43_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/7857d909-601d-485d-87a5-ae259ac7aa1d_224_5_43_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/7857d909-601d-485d-87a5-ae259ac7aa1d_224_5_43_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:28.722 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.205 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 232 start_key: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC end_key: 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD region_epoch { conf_ver: 5 version: 45 } peers { id: 233 store_id: 1 } peers { id: 234 store_id: 5 } peers { id: 235 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:28.722 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 17:09:43.205 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 224 start_key: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC end_key: 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD region_epoch { conf_ver: 5 version: 43 } peers { id: 225 store_id: 1 } peers { id: 226 store_id: 5 } peers { id: 227 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:28.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.205 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(18)] [region=224] [thread_id=68] [2024/05/06 09:09:28.826 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.52245ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:43.205 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(17)] [region=232] [thread_id=68] [2024/05/06 09:09:28.837 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.215 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:28.838 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 266 and starts an election to get leadership."] [from=266] [term=6] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 09:09:28.873 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.662842ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[265, 266]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 09:09:28.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 209"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=209] [raft_id=211] [region_id=208] [thread_id=101] [2024/05/06 09:09:28.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=211] [region_id=208] [thread_id=101] [2024/05/06 09:09:28.951 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:28.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 209 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=209] [vote=0] [log_index=7] [log_term=6] [raft_id=211] [region_id=208] [thread_id=101] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=265] [vote=true] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 09:09:28.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=267] [region_id=264] [thread_id=101] [2024/05/06 17:09:43.215 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771178] [region_id=264] [thread_id=101] [2024/05/06 17:09:43.216 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=264] [thread_id=31] [2024/05/06 09:09:28.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 17:09:43.216 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 55F90CF66FEB4B25853B4E677659EE64 range { start: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FC } cf_name: \"write\" region_id: 264 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 09:09:29.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:29.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.276949ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:29.105 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.216 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:29.106 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 17:09:43.216 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 264 start_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD region_epoch { conf_ver: 5 version: 53 } peers { id: 265 store_id: 1 } peers { id: 266 store_id: 5 } peers { id: 267 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:29.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=54.117367ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.216 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(19)] [region=264] [thread_id=68] [2024/05/06 17:09:44.835 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:29.196 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:29.231 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:09:29.231 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:44.836 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 869B844B150445338D055078036B6EB3 range { start: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC end: 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FC } cf_name: \"write\" region_id: 240 region_epoch { conf_ver: 5 version: 47 } }]"] [thread_id=105] [2024/05/06 09:09:29.239 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 17:09:44.836 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/869b844b-1504-4533-8d05-5078036b6eb3_240_5_47_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/869b844b-1504-4533-8d05-5078036b6eb3_240_5_47_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/869b844b-1504-4533-8d05-5078036b6eb3_240_5_47_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:44.877 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:44.878 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 8B703D1DBD624932831FDCB6E38D5AD6 range { start: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC end: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FC } cf_name: \"write\" region_id: 248 region_epoch { conf_ver: 5 version: 49 } }]"] [thread_id=105] [2024/05/06 09:09:29.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 17:09:44.878 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:29.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:45.074 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:29.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:45.075 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: B636EA8D218744A08F40CF7991538B24 range { start: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC end: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FC } cf_name: \"write\" region_id: 280 region_epoch { conf_ver: 5 version: 55 } }]"] [thread_id=105] [2024/05/06 09:09:29.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.003598ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:29.445 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:29.445 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 17:09:45.075 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:29.483 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.51289ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 09:09:29.520 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 09:09:29.587 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 17:09:47.525 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 09:09:29.587 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:47.525 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:47.525 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:47.525 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:49.712 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 09:09:29.590 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352766645\n# Parse_time: 0\n# Compile_time: 0.002119116\n# Rewrite_time: 0.00001154\n# Optimize_time: 0\n# Wait_TS: 0.000348619\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:49.737 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC new_region_id: 284 new_peer_ids: 285 new_peer_ids: 286 new_peer_ids: 287 } requests { split_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD new_region_id: 288 new_peer_ids: 289 new_peer_ids: 290 new_peer_ids: 291 } right_derive: true }"] [index=1534] [term=7] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 09:09:29.593 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:09:49.737 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC to 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD"] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 09:09:29.654 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 09:09:29.654 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 284 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 57 } peers { id: 285 store_id: 1 } peers { id: 286 store_id: 5 } peers { id: 287 store_id: 2 }"] [region_id=284] [thread_id=102] [2024/05/06 09:09:29.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=287] [region_id=284] [thread_id=102] [2024/05/06 09:09:29.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.585325ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:29.778 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {285, 286, 287} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=287] [region_id=284] [thread_id=102] [2024/05/06 09:09:29.778 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=287] [region_id=284] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {285, 286, 287} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=287] [region_id=284] [thread_id=102] [2024/05/06 09:09:29.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.524783ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:49.737 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 287."] [id=287] [raft_id=287] [region_id=284] [thread_id=102] [2024/05/06 09:09:29.866 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:29.909 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:09:29.909 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 288 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD region_epoch { conf_ver: 5 version: 57 } peers { id: 289 store_id: 1 } peers { id: 290 store_id: 5 } peers { id: 291 store_id: 2 }"] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=291] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 286 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=286] [vote=0] [log_index=5] [log_term=5] [raft_id=287] [region_id=284] [thread_id=101] [2024/05/06 09:09:29.912 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.32020692\n# Parse_time: 0\n# Compile_time: 0.001255426\n# Rewrite_time: 0.000008333\n# Optimize_time: 0\n# Wait_TS: 0.000489878\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {289, 290, 291} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=291] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=291] [region_id=288] [thread_id=102] [2024/05/06 09:09:29.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {289, 290, 291} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=291] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.737 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 291."] [id=291] [raft_id=291] [region_id=288] [thread_id=102] [2024/05/06 09:09:29.963 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 290 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=290] [vote=0] [log_index=5] [log_term=5] [raft_id=291] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 286"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=286] [raft_id=287] [region_id=284] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=287] [region_id=284] [thread_id=101] [2024/05/06 09:09:29.963 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 286 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=286] [vote=0] [log_index=5] [log_term=5] [raft_id=287] [region_id=284] [thread_id=101] [2024/05/06 09:09:29.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 290"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=290] [raft_id=291] [region_id=288] [thread_id=101] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=291] [region_id=288] [thread_id=101] [2024/05/06 09:09:30.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.724183ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:30.082 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:30.082 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 290 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=290] [vote=0] [log_index=5] [log_term=5] [raft_id=291] [region_id=288] [thread_id=101] [2024/05/06 17:09:49.761 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=67] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:49.763 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:30.119 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.162925ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 185"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=185] [raft_id=187] [region_id=184] [thread_id=102] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=187] [region_id=184] [thread_id=102] [2024/05/06 09:09:30.172 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.215 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 185 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=185] [vote=0] [log_index=7] [log_term=6] [raft_id=187] [region_id=184] [thread_id=102] [2024/05/06 09:09:30.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:51.740 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:51.741 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 75, total_kvs: 1, meta: uuid: 486B42CA14814079B63735CE1C1D34A1 range { start: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC end: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC } cf_name: \"write\" region_id: 288 region_epoch { conf_ver: 5 version: 57 } }]"] [thread_id=105] [2024/05/06 09:09:30.218 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.304057119\n# Parse_time: 0\n# Compile_time: 0.001481263\n# Rewrite_time: 0.000007596\n# Optimize_time: 0\n# Wait_TS: 0.000392123\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:51.741 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:30.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 17:09:51.946 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 09:09:30.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:53.078 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=10005ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=13] [read_state="ReadState { idx: 6, ts: 449573432341037059 }"] [gap=50005ms] [region_id=12] [thread_id=68] [2024/05/06 17:09:54.135 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 09:09:30.271 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:09:30.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:54.376 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC new_region_id: 292 new_peer_ids: 293 new_peer_ids: 294 new_peer_ids: 295 } requests { split_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD new_region_id: 296 new_peer_ids: 297 new_peer_ids: 298 new_peer_ids: 299 } right_derive: true }"] [index=1624] [term=7] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 09:09:30.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.386499ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:30.400 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:30.401 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 17:09:54.376 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC to 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD"] [region="id: 14 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 09:09:30.437 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.197626ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 09:09:30.469 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.509 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:09:30.509 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 292 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 59 } peers { id: 293 store_id: 1 } peers { id: 294 store_id: 5 } peers { id: 295 store_id: 2 }"] [region_id=292] [thread_id=101] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=295] [region_id=292] [thread_id=101] [2024/05/06 09:09:30.515 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {293, 294, 295} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 09:09:30.563 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {293, 294, 295} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 17:09:54.376 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 295."] [id=295] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 17:09:54.376 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=295] [region_id=292] [thread_id=102] [2024/05/06 09:09:30.563 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 296 start_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD region_epoch { conf_ver: 5 version: 59 } peers { id: 297 store_id: 1 } peers { id: 298 store_id: 5 } peers { id: 299 store_id: 2 }"] [region_id=296] [thread_id=101] [2024/05/06 09:09:30.606 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:54.377 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=299] [region_id=296] [thread_id=101] [2024/05/06 09:09:30.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.654616ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:30.677 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {297, 298, 299} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=299] [region_id=296] [thread_id=101] [2024/05/06 09:09:30.677 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=299] [region_id=296] [thread_id=101] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {297, 298, 299} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=299] [region_id=296] [thread_id=101] [2024/05/06 09:09:30.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.275166ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:54.377 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 299."] [id=299] [raft_id=299] [region_id=296] [thread_id=101] [2024/05/06 09:09:30.764 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 294 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=294] [vote=0] [log_index=5] [log_term=5] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 09:09:30.806 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:09:30.806 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 298 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=298] [vote=0] [log_index=5] [log_term=5] [raft_id=299] [region_id=296] [thread_id=102] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 294"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=294] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 09:09:30.812 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 09:09:30.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 294 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=294] [vote=0] [log_index=5] [log_term=5] [raft_id=295] [region_id=292] [thread_id=101] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 298"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=298] [raft_id=299] [region_id=296] [thread_id=101] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=299] [region_id=296] [thread_id=101] [2024/05/06 09:09:30.851 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 298 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=298] [vote=0] [log_index=5] [log_term=5] [raft_id=299] [region_id=296] [thread_id=101] [2024/05/06 17:09:54.400 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:54.402 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 09:09:30.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:54.731 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 09:09:30.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.730882ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:54.969 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 09:09:30.991 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:54.971 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:30.991 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 17:09:54.972 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:31.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.741736ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:54.973 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 40B47B903A05489693E9619A389B8402 range { start: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FC } cf_name: \"write\" region_id: 296 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 09:09:31.078 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.137 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:09:31.138 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:54.973 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:2369] ["[term 7] received MsgTimeoutNow from 50 and starts an election to get leadership."] [from=50] [term=7] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=7] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 8"] [term=8] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 09:09:31.141 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330512638\n# Parse_time: 0\n# Compile_time: 0.001614084\n# Rewrite_time: 0.000007572\n# Optimize_time: 0\n# Wait_TS: 0.00031617\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[49, 50]"] [log_index=8] [log_term=7] [term=8] [type=MsgRequestVote] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=8] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=50] [vote=true] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1259] ["became leader at term 8"] [term=8] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:55.208 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=34359738390] [region_id=48] [thread_id=102] [2024/05/06 09:09:31.146 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:09:55.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=48] [thread_id=31] [2024/05/06 09:09:31.148 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 17:09:55.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 48 start_key: 7480000000000000FF6E5F698000000000FF0000010398000000FF0000001203980000FF0000000012000000FC end_key: 7480000000000000FF6E5F698000000000FF00000103F8000000FF0000001603F80000FF0000000016000000FD region_epoch { conf_ver: 5 version: 11 } peers { id: 49 store_id: 1 } peers { id: 50 store_id: 5 } peers { id: 51 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:31.204 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:55.209 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=9] [observe_id=ObserveId(20)] [region=48] [thread_id=68] [2024/05/06 17:09:56.379 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:56.380 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 448F23785D7347348A648CA6318F38DC range { start: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FC } cf_name: \"write\" region_id: 296 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 09:09:31.204 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 17:09:56.380 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:31.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:56.676 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:56.676 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 09:09:31.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.003761ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:56.676 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:56.676 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 09:09:31.350 +00:00] [INFO] [domain.go:868] ["session manager is nil"] ==> ./tikv3.log <== [2024/05/06 09:09:31.350 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 17:09:40.348 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 186 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=186] [vote=0] [log_index=5] [log_term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:09:40.368 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 09:09:31.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.333531ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.370 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:31.425 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.477 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:09:31.477 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC new_region_id: 188 new_peer_ids: 189 new_peer_ids: 190 new_peer_ids: 191 } requests { split_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD new_region_id: 192 new_peer_ids: 193 new_peer_ids: 194 new_peer_ids: 195 } right_derive: true }"] [index=1242] [term=7] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 09:09:31.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.336795489\n# Parse_time: 0\n# Compile_time: 0.002199054\n# Rewrite_time: 0.000008489\n# Optimize_time: 0\n# Wait_TS: 0.000468259\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:40.409 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC to 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD"] [region="id: 14 start_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 45 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:09:40.410 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 09:09:31.486 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:09:40.410 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 188 start_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD end_key: 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC region_epoch { conf_ver: 5 version: 47 } peers { id: 189 store_id: 1 } peers { id: 190 store_id: 5 } peers { id: 191 store_id: 2 }"] [region_id=188] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=189] [region_id=188] [thread_id=102] [2024/05/06 09:09:31.542 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {189, 190, 191} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {189, 190, 191} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 189."] [id=189] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 09:09:31.542 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:09:40.410 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 192 start_key: 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC end_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD region_epoch { conf_ver: 5 version: 47 } peers { id: 193 store_id: 1 } peers { id: 194 store_id: 5 } peers { id: 195 store_id: 2 }"] [region_id=192] [thread_id=102] [2024/05/06 09:09:31.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.410 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=193] [region_id=192] [thread_id=102] [2024/05/06 09:09:31.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.874706ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:31.709 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {193, 194, 195} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/06 09:09:31.709 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {193, 194, 195} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/06 09:09:31.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.826614ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.410 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 193."] [id=193] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/06 09:09:31.825 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 190 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=190] [vote=0] [log_index=5] [log_term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 09:09:31.879 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:09:31.879 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 194 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=194] [vote=0] [log_index=5] [log_term=5] [raft_id=193] [region_id=192] [thread_id=101] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 190"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=190] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 09:09:31.882 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399000631\n# Parse_time: 0\n# Compile_time: 0.002909372\n# Rewrite_time: 0.000008734\n# Optimize_time: 0\n# Wait_TS: 0.000450492\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 190 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=190] [vote=0] [log_index=5] [log_term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 194"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=194] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/06 09:09:31.887 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:09:40.410 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 194 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=194] [vote=0] [log_index=5] [log_term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/06 17:09:40.425 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=119] [2024/05/06 17:09:40.427 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 09:09:31.950 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC new_region_id: 196 new_peer_ids: 197 new_peer_ids: 198 new_peer_ids: 199 } requests { split_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD new_region_id: 200 new_peer_ids: 201 new_peer_ids: 202 new_peer_ids: 203 } right_derive: true }"] [index=1249] [term=7] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 09:09:31.950 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:09:32.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.461 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC to 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD"] [region="id: 14 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 47 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:09:40.462 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 09:09:32.095 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.348256ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:32.107 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:32.107 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 17:09:40.462 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 196 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 197 store_id: 1 } peers { id: 198 store_id: 5 } peers { id: 199 store_id: 2 }"] [region_id=196] [thread_id=101] [2024/05/06 17:09:40.462 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=197] [region_id=196] [thread_id=101] [2024/05/06 09:09:32.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.293991ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.462 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {197, 198, 199} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=197] [region_id=196] [thread_id=101] [2024/05/06 09:09:32.175 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.462 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=197] [region_id=196] [thread_id=101] [2024/05/06 09:09:32.231 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:09:32.231 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.462 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {197, 198, 199} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=197] [region_id=196] [thread_id=101] [2024/05/06 17:09:40.462 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 197."] [id=197] [raft_id=197] [region_id=196] [thread_id=101] [2024/05/06 09:09:32.235 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.350353381\n# Parse_time: 0\n# Compile_time: 0.001998287\n# Rewrite_time: 0.000007405\n# Optimize_time: 0\n# Wait_TS: 0.000292662\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:40.462 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 200 start_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC end_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD region_epoch { conf_ver: 5 version: 49 } peers { id: 201 store_id: 1 } peers { id: 202 store_id: 5 } peers { id: 203 store_id: 2 }"] [region_id=200] [thread_id=101] [2024/05/06 17:09:40.462 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:09:40.462 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 198 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=198] [vote=0] [log_index=5] [log_term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:09:40.462 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {201, 202, 203} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:09:40.462 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 09:09:32.244 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 17:09:40.462 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {201, 202, 203} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:09:40.463 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 201."] [id=201] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 09:09:32.316 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.463 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=201] [region_id=200] [thread_id=102] [2024/05/06 17:09:40.463 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 202 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=202] [vote=0] [log_index=5] [log_term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 17:09:40.463 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 198"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=198] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:09:40.463 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:09:40.463 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 198 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=198] [vote=0] [log_index=5] [log_term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/06 17:09:40.463 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 202"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=202] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 09:09:32.316 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 17:09:40.463 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 09:09:32.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.463 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 202 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=202] [vote=0] [log_index=5] [log_term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/06 09:09:32.485 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.678909ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:40.482 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=119] [2024/05/06 09:09:32.495 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:40.487 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 09:09:32.495 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:09:32.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.919513ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.524 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC new_region_id: 204 new_peer_ids: 205 new_peer_ids: 206 new_peer_ids: 207 } requests { split_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD new_region_id: 208 new_peer_ids: 209 new_peer_ids: 210 new_peer_ids: 211 } right_derive: true }"] [index=1256] [term=7] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 09:09:32.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:09:32.664 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.524 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC to 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD"] [region="id: 14 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 49 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:09:40.525 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 09:09:32.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.426209207\n# Parse_time: 0\n# Compile_time: 0.00305734\n# Rewrite_time: 0.000008245\n# Optimize_time: 0\n# Wait_TS: 0.000489975\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:40.525 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 204 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 205 store_id: 1 } peers { id: 206 store_id: 5 } peers { id: 207 store_id: 2 }"] [region_id=204] [thread_id=102] [2024/05/06 17:09:40.525 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=205] [region_id=204] [thread_id=102] [2024/05/06 09:09:32.669 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {205, 206, 207} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 09:09:32.709 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {205, 206, 207} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 09:09:32.709 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 17:09:40.525 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 205."] [id=205] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 09:09:32.758 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.525 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 208 start_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC end_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD region_epoch { conf_ver: 5 version: 51 } peers { id: 209 store_id: 1 } peers { id: 210 store_id: 5 } peers { id: 211 store_id: 2 }"] [region_id=208] [thread_id=102] [2024/05/06 09:09:32.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.234116ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:40.525 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=209] [region_id=208] [thread_id=102] [2024/05/06 09:09:32.820 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:32.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {209, 210, 211} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 09:09:32.855 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.741852ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {209, 210, 211} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 17:09:40.525 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 209."] [id=209] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 09:09:32.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 206 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=206] [vote=0] [log_index=5] [log_term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 09:09:32.951 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 210 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=210] [vote=0] [log_index=5] [log_term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/06 09:09:33.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:32.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 206"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=206] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 206 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=206] [vote=0] [log_index=5] [log_term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 210"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=210] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/06 17:09:40.525 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 210 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=210] [vote=0] [log_index=5] [log_term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/06 09:09:33.048 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:32.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 17:09:40.539 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=119] [2024/05/06 17:09:40.541 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 09:09:33.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.105 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=da8e3cfa-6cff-42cb-87e0-308e5918d5d2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:33.105 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 17:09:40.577 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC new_region_id: 212 new_peer_ids: 213 new_peer_ids: 214 new_peer_ids: 215 } requests { split_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD new_region_id: 216 new_peer_ids: 217 new_peer_ids: 218 new_peer_ids: 219 } right_derive: true }"] [index=1263] [term=7] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 09:09:33.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.313159ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:09:33.208 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:33.208 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:09:33.243 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.820726ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:32.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.284 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.341 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:09:33.341 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.577 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC to 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD"] [region="id: 14 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 51 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 09:09:33.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38357767\n# Parse_time: 0\n# Compile_time: 0.007142617\n# Rewrite_time: 0.003908847\n# Optimize_time: 0\n# Wait_TS: 0.000310771\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 09:09:33.348 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=213] [region_id=212] [thread_id=101] [2024/05/06 09:09:33.400 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {213, 214, 215} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {213, 214, 215} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 213."] [id=213] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 09:09:33.400 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 216 start_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC end_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD region_epoch { conf_ver: 5 version: 53 } peers { id: 217 store_id: 1 } peers { id: 218 store_id: 5 } peers { id: 219 store_id: 2 }"] [region_id=216] [thread_id=101] [2024/05/06 09:09:33.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=217] [region_id=216] [thread_id=101] [2024/05/06 09:09:33.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.043ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:33.554 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {217, 218, 219} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=217] [region_id=216] [thread_id=101] [2024/05/06 09:09:33.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=217] [region_id=216] [thread_id=101] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {217, 218, 219} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=217] [region_id=216] [thread_id=101] [2024/05/06 09:09:33.590 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.370726ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 217."] [id=217] [raft_id=217] [region_id=216] [thread_id=101] [2024/05/06 09:09:33.632 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 214 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=214] [vote=0] [log_index=5] [log_term=5] [raft_id=213] [region_id=212] [thread_id=102] [2024/05/06 09:09:33.682 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:09:33.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:40.577 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 218 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=218] [vote=0] [log_index=5] [log_term=5] [raft_id=217] [region_id=216] [thread_id=102] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 214"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=214] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 09:09:33.685 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338726709\n# Parse_time: 0\n# Compile_time: 0.001858175\n# Rewrite_time: 0.000017269\n# Optimize_time: 0\n# Wait_TS: 0.000380213\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 214 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=214] [vote=0] [log_index=5] [log_term=5] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 218"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=218] [raft_id=217] [region_id=216] [thread_id=102] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=217] [region_id=216] [thread_id=102] [2024/05/06 09:09:33.699 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 17:09:40.578 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 218 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=218] [vote=0] [log_index=5] [log_term=5] [raft_id=217] [region_id=216] [thread_id=102] [2024/05/06 09:09:33.746 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:40.588 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:09:40.590 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:42.192 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:33.746 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 17:09:42.193 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 0758014CBEA24E1BA45720F9A3DBE1C7 range { start: 7480000000000000FF8E5F698000000000FF0000010388000000FF0000001803880000FF0000000018000000FC end: 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FC } cf_name: \"write\" region_id: 160 region_epoch { conf_ver: 5 version: 39 } }]"] [thread_id=105] [2024/05/06 09:09:33.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.391044ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.193 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/0758014c-bea2-4e1b-a457-20f9a3dbe1c7_160_5_39_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/0758014c-bea2-4e1b-a457-20f9a3dbe1c7_160_5_39_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/0758014c-bea2-4e1b-a457-20f9a3dbe1c7_160_5_39_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:33.888 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.246 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:33.888 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 17:09:42.247 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 1DB8C19A0A124D18A36E44D619E7F70D range { start: 7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC end: 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FC } cf_name: \"write\" region_id: 168 region_epoch { conf_ver: 5 version: 41 } }]"] [thread_id=105] [2024/05/06 09:09:33.926 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.325814ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.965 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.247 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/1db8c19a-0a12-4d18-a36e-44d619e7f70d_168_5_41_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/1db8c19a-0a12-4d18-a36e-44d619e7f70d_168_5_41_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/1db8c19a-0a12-4d18-a36e-44d619e7f70d_168_5_41_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:34.006 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 17:09:42.298 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:34.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.299 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 652601B37C22476E94295DC7E773843E range { start: 7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC end: 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FC } cf_name: \"write\" region_id: 176 region_epoch { conf_ver: 5 version: 43 } }]"] [thread_id=105] [2024/05/06 09:09:34.009 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.322294592\n# Parse_time: 0\n# Compile_time: 0.012198667\n# Rewrite_time: 0.000012138\n# Optimize_time: 0\n# Wait_TS: 0.000473318\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.299 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/652601b3-7c22-476e-9429-5dc7e773843e_176_5_43_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/652601b3-7c22-476e-9429-5dc7e773843e_176_5_43_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/652601b3-7c22-476e-9429-5dc7e773843e_176_5_43_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.350 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:34.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 17:09:42.351 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 08EF75A5F24046998F32790D62C73902 range { start: 7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC end: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FC } cf_name: \"write\" region_id: 184 region_epoch { conf_ver: 5 version: 45 } }]"] [thread_id=105] [2024/05/06 09:09:34.053 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.351 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/08ef75a5-f240-4699-8f32-790d62c73902_184_5_45_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/08ef75a5-f240-4699-8f32-790d62c73902_184_5_45_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/08ef75a5-f240-4699-8f32-790d62c73902_184_5_45_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.412 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:34.053 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 17:09:42.413 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: B4E7D4A034EF41A0A7A79543BE36B993 range { start: 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC end: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FC } cf_name: \"write\" region_id: 192 region_epoch { conf_ver: 5 version: 47 } }]"] [thread_id=105] [2024/05/06 09:09:34.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.333751ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:34.162 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:34.162 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 17:09:42.413 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/b4e7d4a0-34ef-41a0-a7a7-9543be36b993_192_5_47_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/b4e7d4a0-34ef-41a0-a7a7-9543be36b993_192_5_47_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/b4e7d4a0-34ef-41a0-a7a7-9543be36b993_192_5_47_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.465 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:34.200 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.877941ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.470 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 059CB2E6A5AE4C4F9122A8BA3E9977AB range { start: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC end: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FC } cf_name: \"write\" region_id: 200 region_epoch { conf_ver: 5 version: 49 } }]"] [thread_id=105] [2024/05/06 09:09:34.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.311 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:09:34.311 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.470 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/059cb2e6-a5ae-4c4f-9122-a8ba3e9977ab_200_5_49_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/059cb2e6-a5ae-4c4f-9122-a8ba3e9977ab_200_5_49_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/059cb2e6-a5ae-4c4f-9122-a8ba3e9977ab_200_5_49_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.527 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:34.315 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.303746858\n# Parse_time: 0\n# Compile_time: 0.001563219\n# Rewrite_time: 0.000015323\n# Optimize_time: 0\n# Wait_TS: 0.000290276\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.528 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 9610EA1A568641589113ADB83FEC20B4 range { start: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC end: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FC } cf_name: \"write\" region_id: 208 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 17:09:42.528 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/9610ea1a-5686-4158-9113-adb83fec20b4_208_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/9610ea1a-5686-4158-9113-adb83fec20b4_208_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/9610ea1a-5686-4158-9113-adb83fec20b4_208_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.580 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:34.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 17:09:42.581 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 7D9340CAA9F342DEB9F55452B71F85FB range { start: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC end: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FC } cf_name: \"write\" region_id: 216 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 09:09:34.427 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.581 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/7d9340ca-a9f3-42de-b9f5-5452b71f85fb_216_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/7d9340ca-a9f3-42de-b9f5-5452b71f85fb_216_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/7d9340ca-a9f3-42de-b9f5-5452b71f85fb_216_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.703 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:42.737 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC new_region_id: 220 new_peer_ids: 221 new_peer_ids: 222 new_peer_ids: 223 } requests { split_key: 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD new_region_id: 224 new_peer_ids: 225 new_peer_ids: 226 new_peer_ids: 227 } right_derive: true }"] [index=7] [term=6] [peer_id=165] [region_id=164] [thread_id=103] [2024/05/06 09:09:34.427 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:09:34.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.737 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC to 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD"] [region="id: 164 start_key: 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD end_key: 7480000000000000FF8F5F698000000000FF0000010390000000FF0000000903900000FF0000000009000000FC region_epoch { conf_ver: 5 version: 41 } peers { id: 165 store_id: 1 } peers { id: 166 store_id: 5 } peers { id: 167 store_id: 2 }"] [peer_id=165] [region_id=164] [thread_id=103] [2024/05/06 09:09:34.627 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.832811ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=164] [thread_id=102] [2024/05/06 09:09:34.636 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:34.636 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 220 start_key: 7480000000000000FF8E5F698000000000FF00000103F0000000FF0000001003F00000FF0000000010000000FD end_key: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC region_epoch { conf_ver: 5 version: 43 } peers { id: 221 store_id: 1 } peers { id: 222 store_id: 5 } peers { id: 223 store_id: 2 }"] [region_id=220] [thread_id=102] [2024/05/06 09:09:34.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.21023ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=221] [region_id=220] [thread_id=102] [2024/05/06 09:09:34.718 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {221, 222, 223} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 09:09:34.795 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 09:09:34.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {221, 222, 223} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 221."] [id=221] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 09:09:34.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.479482581\n# Parse_time: 0\n# Compile_time: 0.003066963\n# Rewrite_time: 0.000008081\n# Optimize_time: 0\n# Wait_TS: 0.000361853\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 224 start_key: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC end_key: 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FD region_epoch { conf_ver: 5 version: 43 } peers { id: 225 store_id: 1 } peers { id: 226 store_id: 5 } peers { id: 227 store_id: 2 }"] [region_id=224] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=225] [region_id=224] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {225, 226, 227} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=225] [region_id=224] [thread_id=102] [2024/05/06 09:09:34.803 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=225] [region_id=224] [thread_id=102] [2024/05/06 09:09:34.872 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {225, 226, 227} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=225] [region_id=224] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 225."] [id=225] [raft_id=225] [region_id=224] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 222 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=222] [vote=0] [log_index=5] [log_term=5] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 226 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=226] [vote=0] [log_index=5] [log_term=5] [raft_id=225] [region_id=224] [thread_id=101] [2024/05/06 09:09:34.872 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 222"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=222] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 09:09:34.937 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 222 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=222] [vote=0] [log_index=5] [log_term=5] [raft_id=221] [region_id=220] [thread_id=102] [2024/05/06 09:09:35.071 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.999624ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 226"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=226] [raft_id=225] [region_id=224] [thread_id=101] [2024/05/06 09:09:35.083 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=225] [region_id=224] [thread_id=101] [2024/05/06 09:09:35.083 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 17:09:42.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 226 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=226] [vote=0] [log_index=5] [log_term=5] [raft_id=225] [region_id=224] [thread_id=101] [2024/05/06 17:09:42.751 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 09:09:35.116 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.389851ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.753 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:35.174 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.251 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:09:35.252 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.779 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC new_region_id: 228 new_peer_ids: 229 new_peer_ids: 230 new_peer_ids: 231 } requests { split_key: 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD new_region_id: 232 new_peer_ids: 233 new_peer_ids: 234 new_peer_ids: 235 } right_derive: true }"] [index=7] [term=6] [peer_id=173] [region_id=172] [thread_id=104] [2024/05/06 09:09:35.255 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.453855362\n# Parse_time: 0\n# Compile_time: 0.002288983\n# Rewrite_time: 0.000008664\n# Optimize_time: 0\n# Wait_TS: 0.000400641\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.779 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC to 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD"] [region="id: 172 start_key: 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD end_key: 7480000000000000FF905F698000000000FF0000010390000000FF0000000A03900000FF000000000A000000FC region_epoch { conf_ver: 5 version: 43 } peers { id: 173 store_id: 1 } peers { id: 174 store_id: 5 } peers { id: 175 store_id: 2 }"] [peer_id=173] [region_id=172] [thread_id=104] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=172] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 228 start_key: 7480000000000000FF8F5F698000000000FF00000103F0000000FF0000001103F00000FF0000000011000000FD end_key: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC region_epoch { conf_ver: 5 version: 45 } peers { id: 229 store_id: 1 } peers { id: 230 store_id: 5 } peers { id: 231 store_id: 2 }"] [region_id=228] [thread_id=102] [2024/05/06 09:09:35.261 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=229] [region_id=228] [thread_id=102] [2024/05/06 09:09:35.354 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {229, 230, 231} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=229] [region_id=228] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=229] [region_id=228] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {229, 230, 231} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=229] [region_id=228] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 229."] [id=229] [raft_id=229] [region_id=228] [thread_id=102] [2024/05/06 09:09:35.354 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 232 start_key: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC end_key: 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FD region_epoch { conf_ver: 5 version: 45 } peers { id: 233 store_id: 1 } peers { id: 234 store_id: 5 } peers { id: 235 store_id: 2 }"] [region_id=232] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:35.414 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {233, 234, 235} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:35.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.165298ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:35.554 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:35.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {233, 234, 235} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 233."] [id=233] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:35.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.922742ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 230 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=230] [vote=0] [log_index=5] [log_term=5] [raft_id=229] [region_id=228] [thread_id=101] [2024/05/06 09:09:35.641 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 234 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=234] [vote=0] [log_index=5] [log_term=5] [raft_id=233] [region_id=232] [thread_id=101] [2024/05/06 09:09:35.721 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 230"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=230] [raft_id=229] [region_id=228] [thread_id=102] [2024/05/06 09:09:35.721 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=229] [region_id=228] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 230 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=230] [vote=0] [log_index=5] [log_term=5] [raft_id=229] [region_id=228] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 234"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=234] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:35.724 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.46551997\n# Parse_time: 0\n# Compile_time: 0.002966557\n# Rewrite_time: 0.000008946\n# Optimize_time: 0\n# Wait_TS: 0.000402844\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.780 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 234 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=234] [vote=0] [log_index=5] [log_term=5] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 17:09:42.799 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:09:42.801 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 09:09:35.733 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:09:42.832 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC new_region_id: 236 new_peer_ids: 237 new_peer_ids: 238 new_peer_ids: 239 } requests { split_key: 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD new_region_id: 240 new_peer_ids: 241 new_peer_ids: 242 new_peer_ids: 243 } right_derive: true }"] [index=7] [term=6] [peer_id=181] [region_id=180] [thread_id=103] [2024/05/06 09:09:35.813 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.832 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC to 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD"] [region="id: 180 start_key: 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD end_key: 7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC region_epoch { conf_ver: 5 version: 45 } peers { id: 181 store_id: 1 } peers { id: 182 store_id: 5 } peers { id: 183 store_id: 2 }"] [peer_id=181] [region_id=180] [thread_id=103] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=180] [thread_id=102] [2024/05/06 09:09:35.813 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 236 start_key: 7480000000000000FF905F698000000000FF00000103F0000000FF0000001203F00000FF0000000012000000FD end_key: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC region_epoch { conf_ver: 5 version: 47 } peers { id: 237 store_id: 1 } peers { id: 238 store_id: 5 } peers { id: 239 store_id: 2 }"] [region_id=236] [thread_id=102] [2024/05/06 09:09:35.855 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=237] [region_id=236] [thread_id=102] [2024/05/06 09:09:35.996 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.508878ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:36.008 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {237, 238, 239} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 09:09:36.008 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {237, 238, 239} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 09:09:36.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.709793ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 237."] [id=237] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=237] [region_id=236] [thread_id=101] [2024/05/06 09:09:36.083 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.171 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:09:36.171 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 240 start_key: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC end_key: 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FD region_epoch { conf_ver: 5 version: 47 } peers { id: 241 store_id: 1 } peers { id: 242 store_id: 5 } peers { id: 243 store_id: 2 }"] [region_id=240] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=241] [region_id=240] [thread_id=102] [2024/05/06 09:09:36.174 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.444069965\n# Parse_time: 0\n# Compile_time: 0.002632735\n# Rewrite_time: 0.000009354\n# Optimize_time: 0\n# Wait_TS: 0.000315075\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {241, 242, 243} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=241] [region_id=240] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=241] [region_id=240] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {241, 242, 243} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=241] [region_id=240] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 241."] [id=241] [raft_id=241] [region_id=240] [thread_id=102] [2024/05/06 09:09:36.190 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 238 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=238] [vote=0] [log_index=5] [log_term=5] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 09:09:36.269 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 242 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=242] [vote=0] [log_index=5] [log_term=5] [raft_id=241] [region_id=240] [thread_id=101] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 242"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=242] [raft_id=241] [region_id=240] [thread_id=101] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 238"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=238] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=241] [region_id=240] [thread_id=101] [2024/05/06 09:09:36.269 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 238 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=238] [vote=0] [log_index=5] [log_term=5] [raft_id=237] [region_id=236] [thread_id=102] [2024/05/06 09:09:36.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.833 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 242 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=242] [vote=0] [log_index=5] [log_term=5] [raft_id=241] [region_id=240] [thread_id=101] [2024/05/06 09:09:36.464 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.17399ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.845 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 09:09:36.475 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.847 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 09:09:36.476 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:09:36.509 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.37644ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC new_region_id: 244 new_peer_ids: 245 new_peer_ids: 246 new_peer_ids: 247 } requests { split_key: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD new_region_id: 248 new_peer_ids: 249 new_peer_ids: 250 new_peer_ids: 251 } right_derive: true }"] [index=7] [term=6] [peer_id=189] [region_id=188] [thread_id=104] [2024/05/06 09:09:36.575 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.657 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:09:36.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.874 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC to 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD"] [region="id: 188 start_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD end_key: 7480000000000000FF925F698000000000FF0000010388000000FF0000001403880000FF0000000014000000FC region_epoch { conf_ver: 5 version: 47 } peers { id: 189 store_id: 1 } peers { id: 190 store_id: 5 } peers { id: 191 store_id: 2 }"] [peer_id=189] [region_id=188] [thread_id=104] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=188] [thread_id=102] [2024/05/06 09:09:36.660 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.481722221\n# Parse_time: 0\n# Compile_time: 0.012245636\n# Rewrite_time: 0.000011911\n# Optimize_time: 0\n# Wait_TS: 0.000511087\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 244 start_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD end_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 245 store_id: 1 } peers { id: 246 store_id: 5 } peers { id: 247 store_id: 2 }"] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=245] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {245, 246, 247} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=245] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=245] [region_id=244] [thread_id=102] [2024/05/06 09:09:36.667 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {245, 246, 247} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=245] [region_id=244] [thread_id=102] [2024/05/06 09:09:36.750 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.874 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 245."] [id=245] [raft_id=245] [region_id=244] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 248 start_key: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC end_key: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FD region_epoch { conf_ver: 5 version: 49 } peers { id: 249 store_id: 1 } peers { id: 250 store_id: 5 } peers { id: 251 store_id: 2 }"] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=249] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 246 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=246] [vote=0] [log_index=5] [log_term=5] [raft_id=245] [region_id=244] [thread_id=101] [2024/05/06 09:09:36.750 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {249, 250, 251} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=249] [region_id=248] [thread_id=102] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=249] [region_id=248] [thread_id=102] [2024/05/06 09:09:36.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {249, 250, 251} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=249] [region_id=248] [thread_id=102] [2024/05/06 09:09:36.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.399633ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 249."] [id=249] [raft_id=249] [region_id=248] [thread_id=102] [2024/05/06 09:09:36.977 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:36.977 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 250 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=250] [vote=0] [log_index=5] [log_term=5] [raft_id=249] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 246"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=246] [raft_id=245] [region_id=244] [thread_id=102] [2024/05/06 09:09:37.011 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.654012ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=245] [region_id=244] [thread_id=102] [2024/05/06 09:09:37.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.874 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 246 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=246] [vote=0] [log_index=5] [log_term=5] [raft_id=245] [region_id=244] [thread_id=102] [2024/05/06 09:09:37.159 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:09:37.159 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 250"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=250] [raft_id=249] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=249] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.875 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 250 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=250] [vote=0] [log_index=5] [log_term=5] [raft_id=249] [region_id=248] [thread_id=101] [2024/05/06 17:09:42.892 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 09:09:37.162 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.498070963\n# Parse_time: 0\n# Compile_time: 0.003372569\n# Rewrite_time: 0.00001335\n# Optimize_time: 0\n# Wait_TS: 0.000385024\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.894 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:42.926 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC new_region_id: 252 new_peer_ids: 253 new_peer_ids: 254 new_peer_ids: 255 } requests { split_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD new_region_id: 256 new_peer_ids: 257 new_peer_ids: 258 new_peer_ids: 259 } right_derive: true }"] [index=7] [term=6] [peer_id=197] [region_id=196] [thread_id=103] [2024/05/06 09:09:37.168 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:37.225 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.926 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC to 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD"] [region="id: 196 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF935F698000000000FF0000010388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 49 } peers { id: 197 store_id: 1 } peers { id: 198 store_id: 5 } peers { id: 199 store_id: 2 }"] [peer_id=197] [region_id=196] [thread_id=103] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=196] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 252 start_key: 7480000000000000FF925F698000000000FF00000103D0000000FF0000000403D00000FF0000000004000000FD end_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 253 store_id: 1 } peers { id: 254 store_id: 5 } peers { id: 255 store_id: 2 }"] [region_id=252] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=253] [region_id=252] [thread_id=102] [2024/05/06 09:09:37.225 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {253, 254, 255} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=253] [region_id=252] [thread_id=102] [2024/05/06 09:09:37.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=253] [region_id=252] [thread_id=102] [2024/05/06 09:09:37.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.336662ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.382 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {253, 254, 255} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=253] [region_id=252] [thread_id=102] [2024/05/06 09:09:37.382 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 17:09:42.927 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 253."] [id=253] [raft_id=253] [region_id=252] [thread_id=102] [2024/05/06 09:09:37.410 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.108158ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 256 start_key: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end_key: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FD region_epoch { conf_ver: 5 version: 51 } peers { id: 257 store_id: 1 } peers { id: 258 store_id: 5 } peers { id: 259 store_id: 2 }"] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=257] [region_id=256] [thread_id=102] [2024/05/06 09:09:37.474 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.551 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 254 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=254] [vote=0] [log_index=5] [log_term=5] [raft_id=253] [region_id=252] [thread_id=101] [2024/05/06 09:09:37.552 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {257, 258, 259} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 09:09:37.555 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389956274\n# Parse_time: 0\n# Compile_time: 0.00253074\n# Rewrite_time: 0.000011541\n# Optimize_time: 0\n# Wait_TS: 0.000406974\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {257, 258, 259} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 257."] [id=257] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=257] [region_id=256] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 258 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=258] [vote=0] [log_index=5] [log_term=5] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 09:09:37.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 254"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=254] [raft_id=253] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=253] [region_id=252] [thread_id=101] [2024/05/06 09:09:37.619 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 254 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=254] [vote=0] [log_index=5] [log_term=5] [raft_id=253] [region_id=252] [thread_id=101] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 258"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=258] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:09:42.927 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 258 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=258] [vote=0] [log_index=5] [log_term=5] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 09:09:37.619 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:09:42.944 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:09:42.945 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 09:09:37.666 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.655411ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.767 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.978 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC new_region_id: 260 new_peer_ids: 261 new_peer_ids: 262 new_peer_ids: 263 } requests { split_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD new_region_id: 264 new_peer_ids: 265 new_peer_ids: 266 new_peer_ids: 267 } right_derive: true }"] [index=7] [term=6] [peer_id=205] [region_id=204] [thread_id=103] [2024/05/06 09:09:37.767 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:09:37.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.611752ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.978 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC to 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD"] [region="id: 204 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 205 store_id: 1 } peers { id: 206 store_id: 5 } peers { id: 207 store_id: 2 }"] [peer_id=205] [region_id=204] [thread_id=103] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=204] [thread_id=101] [2024/05/06 09:09:37.871 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:09:37.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 260 start_key: 7480000000000000FF935F698000000000FF00000103F0000000FF0000000D03F00000FF000000000D000000FD end_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 261 store_id: 1 } peers { id: 262 store_id: 5 } peers { id: 263 store_id: 2 }"] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=261] [region_id=260] [thread_id=101] [2024/05/06 09:09:37.928 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370095392\n# Parse_time: 0\n# Compile_time: 0.00235031\n# Rewrite_time: 0.000011191\n# Optimize_time: 0\n# Wait_TS: 0.000517814\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {261, 262, 263} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=261] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=261] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {261, 262, 263} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=261] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 261."] [id=261] [raft_id=261] [region_id=260] [thread_id=101] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 264 start_key: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end_key: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FD region_epoch { conf_ver: 5 version: 53 } peers { id: 265 store_id: 1 } peers { id: 266 store_id: 5 } peers { id: 267 store_id: 2 }"] [region_id=264] [thread_id=101] [2024/05/06 09:09:37.938 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 17:09:42.978 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=265] [region_id=264] [thread_id=101] [2024/05/06 09:09:38.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:42.978 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 262 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=262] [vote=0] [log_index=5] [log_term=5] [raft_id=261] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {265, 266, 267} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=265] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=265] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {265, 266, 267} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=265] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 265."] [id=265] [raft_id=265] [region_id=264] [thread_id=101] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 266 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=266] [vote=0] [log_index=5] [log_term=5] [raft_id=265] [region_id=264] [thread_id=101] [2024/05/06 09:09:38.035 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 262"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=262] [raft_id=261] [region_id=260] [thread_id=102] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=261] [region_id=260] [thread_id=102] [2024/05/06 09:09:38.109 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 262 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=262] [vote=0] [log_index=5] [log_term=5] [raft_id=261] [region_id=260] [thread_id=102] [2024/05/06 09:09:38.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.478661ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 266"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=266] [raft_id=265] [region_id=264] [thread_id=102] [2024/05/06 09:09:38.280 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=265] [region_id=264] [thread_id=102] [2024/05/06 09:09:38.280 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 17:09:42.979 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 266 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=266] [vote=0] [log_index=5] [log_term=5] [raft_id=265] [region_id=264] [thread_id=102] [2024/05/06 17:09:42.992 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=119] [2024/05/06 09:09:38.313 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.196491ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:42.994 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 09:09:38.378 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.476 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:09:38.476 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.019 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC new_region_id: 268 new_peer_ids: 269 new_peer_ids: 270 new_peer_ids: 271 } requests { split_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD new_region_id: 272 new_peer_ids: 273 new_peer_ids: 274 new_peer_ids: 275 } right_derive: true }"] [index=7] [term=6] [peer_id=213] [region_id=212] [thread_id=103] [2024/05/06 09:09:38.480 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.544933211\n# Parse_time: 0\n# Compile_time: 0.003710205\n# Rewrite_time: 0.000008053\n# Optimize_time: 0\n# Wait_TS: 0.000372232\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.019 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC to 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD"] [region="id: 212 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF955F698000000000FF0000010388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 213 store_id: 1 } peers { id: 214 store_id: 5 } peers { id: 215 store_id: 2 }"] [peer_id=213] [region_id=212] [thread_id=103] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=212] [thread_id=102] [2024/05/06 09:09:38.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 268 start_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD end_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 269 store_id: 1 } peers { id: 270 store_id: 5 } peers { id: 271 store_id: 2 }"] [region_id=268] [thread_id=102] [2024/05/06 09:09:38.542 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=269] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {269, 270, 271} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=269] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=269] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.019 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {269, 270, 271} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=269] [region_id=268] [thread_id=102] [2024/05/06 09:09:38.542 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:09:43.019 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 269."] [id=269] [raft_id=269] [region_id=268] [thread_id=102] [2024/05/06 09:09:38.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.691 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.175013ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 272 start_key: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end_key: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 273 store_id: 1 } peers { id: 274 store_id: 5 } peers { id: 275 store_id: 2 }"] [region_id=272] [thread_id=102] [2024/05/06 09:09:38.700 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.019 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=273] [region_id=272] [thread_id=102] [2024/05/06 09:09:38.700 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 270 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=270] [vote=0] [log_index=5] [log_term=5] [raft_id=269] [region_id=268] [thread_id=101] [2024/05/06 09:09:38.737 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.273355ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {273, 274, 275} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 09:09:38.772 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.832 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {273, 274, 275} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 09:09:38.832 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.020 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 273."] [id=273] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 274 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=274] [vote=0] [log_index=5] [log_term=5] [raft_id=273] [region_id=272] [thread_id=101] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 270"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=270] [raft_id=269] [region_id=268] [thread_id=102] [2024/05/06 09:09:38.836 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353357349\n# Parse_time: 0\n# Compile_time: 0.002210095\n# Rewrite_time: 0.000008394\n# Optimize_time: 0\n# Wait_TS: 0.000385431\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=269] [region_id=268] [thread_id=102] [2024/05/06 09:09:38.838 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 270 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=270] [vote=0] [log_index=5] [log_term=5] [raft_id=269] [region_id=268] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 274"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=274] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 09:09:38.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.020 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 274 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=274] [vote=0] [log_index=5] [log_term=5] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 09:09:38.889 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 17:09:43.040 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:43.041 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:38.951 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.017 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.0719ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:39.027 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.071 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC new_region_id: 276 new_peer_ids: 277 new_peer_ids: 278 new_peer_ids: 279 } requests { split_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD new_region_id: 280 new_peer_ids: 281 new_peer_ids: 282 new_peer_ids: 283 } right_derive: true }"] [index=1354] [term=7] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 09:09:39.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:09:39.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.554224ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.071 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC to 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD"] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 09:09:39.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.122 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:09:39.122 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 276 start_key: 7480000000000000FF955F698000000000FF00000103F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC region_epoch { conf_ver: 5 version: 55 } peers { id: 277 store_id: 1 } peers { id: 278 store_id: 5 } peers { id: 279 store_id: 2 }"] [region_id=276] [thread_id=102] [2024/05/06 09:09:39.122 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=277] [region_id=276] [thread_id=102] [2024/05/06 09:09:39.122 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:39.164 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:09:39.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {277, 278, 279} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=277] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=277] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {277, 278, 279} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=277] [region_id=276] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 277."] [id=277] [raft_id=277] [region_id=276] [thread_id=102] [2024/05/06 09:09:39.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.329916209\n# Parse_time: 0\n# Compile_time: 0.00128925\n# Rewrite_time: 0.000007809\n# Optimize_time: 0\n# Wait_TS: 0.00031302\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 280 start_key: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC end_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD region_epoch { conf_ver: 5 version: 55 } peers { id: 281 store_id: 1 } peers { id: 282 store_id: 5 } peers { id: 283 store_id: 2 }"] [region_id=280] [thread_id=102] [2024/05/06 09:09:39.171 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 17:09:43.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=281] [region_id=280] [thread_id=102] [2024/05/06 09:09:39.216 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {281, 282, 283} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 278 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=278] [vote=0] [log_index=5] [log_term=5] [raft_id=277] [region_id=276] [thread_id=101] [2024/05/06 09:09:39.216 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {281, 282, 283} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 281."] [id=281] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 09:09:39.261 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 282 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=282] [vote=0] [log_index=5] [log_term=5] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 09:09:39.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=4.136634ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:39.369 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 278"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=278] [raft_id=277] [region_id=276] [thread_id=101] [2024/05/06 09:09:39.369 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=277] [region_id=276] [thread_id=101] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 278 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=278] [vote=0] [log_index=5] [log_term=5] [raft_id=277] [region_id=276] [thread_id=101] [2024/05/06 09:09:39.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.43719ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 282"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=282] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 09:09:39.436 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 17:09:43.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 282 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=282] [vote=0] [log_index=5] [log_term=5] [raft_id=281] [region_id=280] [thread_id=102] [2024/05/06 09:09:39.483 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.086 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:43.088 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 111"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=111] [raft_id=109] [region_id=108] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=109] [region_id=108] [thread_id=101] [2024/05/06 09:09:39.486 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.317388148\n# Parse_time: 0\n# Compile_time: 0.00163988\n# Rewrite_time: 0.000010454\n# Optimize_time: 0\n# Wait_TS: 0.000356452\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 7, vote: 0] cast vote for 111 [logterm: 7, index: 7] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=7] [msg_term=7] [from=111] [vote=0] [log_index=7] [log_term=7] [raft_id=109] [region_id=108] [thread_id=101] [2024/05/06 09:09:39.488 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 75"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=75] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 09:09:39.517 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:39.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 8, vote: 0] cast vote for 75 [logterm: 7, index: 8] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=8] [msg_term=7] [from=75] [vote=0] [log_index=8] [log_term=7] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 09:09:39.517 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:39.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 24"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=24] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 09:09:39.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 12, vote: 0] cast vote for 24 [logterm: 7, index: 12] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=12] [msg_term=7] [from=24] [vote=0] [log_index=12] [log_term=7] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 09:09:39.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=858.576µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 203"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=203] [raft_id=201] [region_id=200] [thread_id=102] [2024/05/06 09:09:39.616 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=201] [region_id=200] [thread_id=102] [2024/05/06 09:09:39.616 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 17:09:43.181 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 203 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=203] [vote=0] [log_index=7] [log_term=6] [raft_id=201] [region_id=200] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:39.657 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.904155ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:39.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 91"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=91] [raft_id=89] [region_id=88] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=89] [region_id=88] [thread_id=101] [2024/05/06 09:09:39.725 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 8, vote: 0] cast vote for 91 [logterm: 7, index: 8] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=8] [msg_term=7] [from=91] [vote=0] [log_index=8] [log_term=7] [raft_id=89] [region_id=88] [thread_id=101] [2024/05/06 09:09:39.749 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 275"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=275] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 09:09:39.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 09:09:39.808 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:39.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 275 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=275] [vote=0] [log_index=7] [log_term=6] [raft_id=273] [region_id=272] [thread_id=102] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 163"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=163] [raft_id=161] [region_id=160] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=161] [region_id=160] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 163 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=163] [vote=0] [log_index=7] [log_term=6] [raft_id=161] [region_id=160] [thread_id=101] [2024/05/06 09:09:39.808 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:39.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 259"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=259] [raft_id=257] [region_id=256] [thread_id=101] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=257] [region_id=256] [thread_id=101] [2024/05/06 09:09:39.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.193 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 259 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=259] [vote=0] [log_index=7] [log_term=6] [raft_id=257] [region_id=256] [thread_id=101] [2024/05/06 09:09:39.949 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.400094ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:09:39.960 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:39.960 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:09:39.996 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.217024ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:39.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:43.195 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: CE3652EF92A74CF09682187F328AC44E range { start: 7480000000000000FF945F698000000000FF0000020388000000FF0000001603880000FF0000000016000000FC end: 7480000000000000FF945F698000000000FF00000203F0000000FF0000000E03F00000FF000000000E000000FC } cf_name: \"write\" region_id: 272 region_epoch { conf_ver: 5 version: 55 } }, SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: DCA75DB025E44545AE5D78BF3826DFD4 range { start: 7480000000000000FF925F698000000000FF0000020388000000FF0000001403880000FF0000000014000000FC end: 7480000000000000FF925F698000000000FF00000203D0000000FF0000000403D00000FF0000000004000000FC } cf_name: \"write\" region_id: 256 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 09:09:40.057 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.115 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:09:40.115 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:43.195 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/ce3652ef-92a7-4cf0-9682-187f328ac44e_272_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:40.119 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36463855\n# Parse_time: 0\n# Compile_time: 0.003498026\n# Rewrite_time: 0.001671957\n# Optimize_time: 0\n# Wait_TS: 0.000367457\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 17:09:43.195 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/dca75db0-25e4-4545-ae5d-78bf3826dfd4_256_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:43.203 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 154 and starts an election to get leadership."] [from=154] [term=6] [raft_id=153] [region_id=152] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=153] [region_id=152] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=153] [region_id=152] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 215"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=215] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[154, 155]"] [log_index=8] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=153] [region_id=152] [thread_id=102] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 215 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=215] [vote=0] [log_index=7] [log_term=6] [raft_id=213] [region_id=212] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 227"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=227] [raft_id=225] [region_id=224] [thread_id=101] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=225] [region_id=224] [thread_id=101] [2024/05/06 09:09:40.608 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573442047967242\n# Query_time: 0.344111139\n# Parse_time: 0\n# Compile_time: 0.163403543\n# Rewrite_time: 0.004300726\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 369887\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzEuNm1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI2LjUBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDY3OS43wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQ5LjPCtXMRQQx3YWl0ERoIOC4yHRooa3ZfcmVhZF93YWwNaAwgMTAyESMIaWt2MhoADDE5LjkJgwxzY2FuPoMADGtleXMFxihnZXRfc25hcHNobxF3DDE2LjYFd2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpER4bjoge3ByZXdyaXRlOjEuNTEhOQFRESIYczozMTAuNAVNCRQQOjEuMDkBJxxzbG93ZXN0XxFAJUYAIDGGYDAuMDAxcywgcmVnaW9uX2lkOiA2LCBzdG8hqzQxMjcuMC4wLjE6MjAxNiF6BGltLmQBOgoBEDY4Mi44TgoBAao++wApcFr5AAXpOUoFjxRfYmF0Y2gltgw6IDI5De0ocHJvcG9zZV9zZW4hsEhpdDogMHMsIHBlcnNpc3RfbG9nGewIMTUxLcQJYBRsZWFkZXINUigxMTNucywgc3luYwk2BDkwJdcALA0tMG1lbXRhYmxlOiAyLjghtjmgBWUIMzkyDTAQYXBwbHk2rgAEMS4BMgAsCRsVkQQ4NA3FFG11dGV4Xyn6Ab5KnwAZFwB3ZT0AMCVqRp0AADEJ4y4/AhhwcmltYXJ5/vgBZvgBCDQyOAX7BH0sOgIDSvgBCDguMikL3voBBDExLTWu+gEEODBm+QEENDE2+AEANDGWKYY5+AgxLjeBPzr4AQgyMzSFgi3dMvgBBDE3DXdFEzX4ADWBsgAsyvYBBDEyDfw+mwAIOC4yBZuBNW3KCG51baEsCSqFhQAxUS4YYnl0ZTozMgUubGluc2VydDoxNDUuMW1zCTExMy4yIEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 227 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=227] [vote=0] [log_index=7] [log_term=6] [raft_id=225] [region_id=224] [thread_id=101] [2024/05/06 09:09:40.703 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=19.597442596s] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 235"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=235] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:40.739 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 961047eb-9470-42c8-bc4b-922104821e41"] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:40.739 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 961047eb-9470-42c8-bc4b-922104821e41"] [2024/05/06 09:09:40.741 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 961047eb-9470-42c8-bc4b-922104821e41"] [] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 235 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=235] [vote=0] [log_index=7] [log_term=6] [raft_id=233] [region_id=232] [thread_id=102] [2024/05/06 09:09:40.741 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=154] [vote=true] [raft_id=153] [region_id=152] [thread_id=101] [2024/05/06 09:09:40.741 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=18.289µs] [2024/05/06 17:09:43.203 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=153] [region_id=152] [thread_id=101] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=10.79µs] [2024/05/06 17:09:43.203 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771146] [region_id=152] [thread_id=101] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=8.875µs] [2024/05/06 17:09:43.204 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=152] [thread_id=31] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=17.824µs] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=10.673µs] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=5.977µs] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.652µs] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=9.584µs] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=7.041µs] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=6.947µs] [2024/05/06 17:09:43.205 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 62F0FFA832574FA7AB912842133721C8 range { start: 7480000000000000FF8F5F698000000000FF0000020390000000FF0000000903900000FF0000000009000000FC end: 7480000000000000FF8F5F698000000000FF00000203F0000000FF0000001103F00000FF0000000011000000FC } cf_name: \"write\" region_id: 232 region_epoch { conf_ver: 5 version: 45 } }, SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 7857D909601D485D87A5AE259AC7AA1D range { start: 7480000000000000FF8E5F698000000000FF0000020388000000FF0000001803880000FF0000000018000000FC end: 7480000000000000FF8E5F698000000000FF00000203F0000000FF0000001003F00000FF0000000010000000FC } cf_name: \"write\" region_id: 224 region_epoch { conf_ver: 5 version: 43 } }]"] [thread_id=105] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.919µs] [2024/05/06 09:09:40.742 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:40.742 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:09:40.742 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:09:43.205 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/62f0ffa8-3257-4fa7-ab91-2842133721c8_232_5_45_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/62f0ffa8-3257-4fa7-ab91-2842133721c8_232_5_45_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/62f0ffa8-3257-4fa7-ab91-2842133721c8_232_5_45_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:40.755 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=961047eb-9470-42c8-bc4b-922104821e41] ["take time"=48.137154ms] [2024/05/06 09:09:40.755 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=961047eb-9470-42c8-bc4b-922104821e41] [2024/05/06 09:09:40.758 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=555] [2024/05/06 09:09:40.758 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:09:40.758 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:09:40.758 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:09:40.758 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 17:09:43.205 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/7857d909-601d-485d-87a5-ae259ac7aa1d_224_5_43_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/7857d909-601d-485d-87a5-ae259ac7aa1d_224_5_43_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/7857d909-601d-485d-87a5-ae259ac7aa1d_224_5_43_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:40.758 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:09:40.758 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:40.758 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:09:43.205 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 152 start_key: 7480000000000000FF825F698000000000FF000002039C000000FF00000007039C0000FF0000000007000000FC end_key: 7480000000000000FF825F698000000000FF00000203FC000000FF0000001203FC0000FF0000000012000000FD region_epoch { conf_ver: 5 version: 37 } peers { id: 153 store_id: 1 } peers { id: 154 store_id: 5 } peers { id: 155 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:40.758 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:09:43.205 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=9] [observe_id=ObserveId(51)] [region=152] [thread_id=68] [2024/05/06 09:09:40.758 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 210 and starts an election to get leadership."] [from=210] [term=6] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 09:09:40.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 09:09:40.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 09:09:40.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[210, 211]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=209] [region_id=208] [thread_id=102] [2024/05/06 09:09:40.759 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager da8e3cfa-6cff-42cb-87e0-308e5918d5d2 watch owner key /tidb/br-stream/owner/3eaa8f4d28c667d6"] [2024/05/06 17:09:43.215 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:40.759 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 267"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=267] [raft_id=265] [region_id=264] [thread_id=102] [2024/05/06 09:09:40.759 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager da8e3cfa-6cff-42cb-87e0-308e5918d5d2"] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=265] [region_id=264] [thread_id=102] [2024/05/06 09:09:40.759 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager da8e3cfa-6cff-42cb-87e0-308e5918d5d2"] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 267 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=267] [vote=0] [log_index=7] [log_term=6] [raft_id=265] [region_id=264] [thread_id=102] [2024/05/06 09:09:40.759 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=211] [vote=true] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/06 09:09:40.759 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:09:43.215 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/06 09:09:40.760 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:09:43.215 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771174] [region_id=208] [thread_id=101] [2024/05/06 09:09:40.760 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 17:09:43.216 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=208] [thread_id=31] [2024/05/06 09:09:40.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:40.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:40.760 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=da8e3cfa-6cff-42cb-87e0-308e5918d5d2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:40.760 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 17:09:43.216 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 55F90CF66FEB4B25853B4E677659EE64 range { start: 7480000000000000FF935F698000000000FF0000020388000000FF0000001503880000FF0000000015000000FC end: 7480000000000000FF935F698000000000FF00000203F0000000FF0000000D03F00000FF000000000D000000FC } cf_name: \"write\" region_id: 264 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 09:09:40.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:40.761 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager da8e3cfa-6cff-42cb-87e0-308e5918d5d2"] [error="context canceled"] [2024/05/06 09:09:40.761 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=53.670461ms] [2024/05/06 09:09:40.761 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365810805168695251] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 17:09:43.216 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/55f90cf6-6feb-4b25-853b-4e677659ee64_264_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:40.771 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:09:40.909 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=783] ["lease id"=3eaa8f4d28c6688a] [2024/05/06 17:09:43.216 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 208 start_key: 7480000000000000FF945F698000000000FF0000010388000000FF0000001603880000FF0000000016000000FC end_key: 7480000000000000FF945F698000000000FF00000103F0000000FF0000000E03F00000FF000000000E000000FD region_epoch { conf_ver: 5 version: 51 } peers { id: 209 store_id: 1 } peers { id: 210 store_id: 5 } peers { id: 211 store_id: 2 }"] [thread_id=68] [2024/05/06 17:09:43.216 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(52)] [region=208] [thread_id=68] [2024/05/06 17:09:44.835 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:40.911 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:09:44.836 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 869B844B150445338D055078036B6EB3 range { start: 7480000000000000FF905F698000000000FF0000020390000000FF0000000A03900000FF000000000A000000FC end: 7480000000000000FF905F698000000000FF00000203F0000000FF0000001203F00000FF0000000012000000FC } cf_name: \"write\" region_id: 240 region_epoch { conf_ver: 5 version: 47 } }]"] [thread_id=105] [2024/05/06 17:09:44.836 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/869b844b-1504-4533-8d05-5078036b6eb3_240_5_47_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/869b844b-1504-4533-8d05-5078036b6eb3_240_5_47_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/869b844b-1504-4533-8d05-5078036b6eb3_240_5_47_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:44.877 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:40.961 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager da8e3cfa-6cff-42cb-87e0-308e5918d5d2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:09:41.006 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=91.63898ms] [2024/05/06 09:09:41.011 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:41.011 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=79be3177-bf6b-45df-a306-1bbeb3236748] [runWorker=true] [2024/05/06 17:09:44.878 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 8B703D1DBD624932831FDCB6E38D5AD6 range { start: 7480000000000000FF915F698000000000FF0000020388000000FF0000001303880000FF0000000013000000FC end: 7480000000000000FF915F698000000000FF00000203D0000000FF0000000303D00000FF0000000003000000FC } cf_name: \"write\" region_id: 248 region_epoch { conf_ver: 5 version: 49 } }]"] [thread_id=105] [2024/05/06 09:09:41.011 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:09:41.013 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:09:41.014 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:09:44.878 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/8b703d1d-bd62-4932-831f-dcb6e38d5ad6_248_5_49_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:09:45.074 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:41.014 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:09:45.075 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: B636EA8D218744A08F40CF7991538B24 range { start: 7480000000000000FF955F698000000000FF0000020388000000FF0000001703880000FF0000000017000000FC end: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FC } cf_name: \"write\" region_id: 280 region_epoch { conf_ver: 5 version: 55 } }]"] [thread_id=105] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:41.014 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 17:09:45.075 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/b636ea8d-2187-44a0-8f40-cf7991538b24_280_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 09:09:41.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 09:09:41.014 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 09:09:41.014 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:09:45.291 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 09:09:41.016 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d28c66990] [ownerID=79be3177-bf6b-45df-a306-1bbeb3236748] [op=none] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 09:09:41.017 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 09:09:41.017 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1ff43e6a-cc77-4359-a054-b4a02e4e9928] [daemon-id=LogBackup::Advancer] [2024/05/06 17:09:47.526 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 09:09:41.041 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 17:09:49.710 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:41.043 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:09:41.043 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:09:41.045 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] ["owner key"=/tidb/bindinfo/owner/6f188f4d28c66994] [ownerID=79be3177-bf6b-45df-a306-1bbeb3236748] [op=none] [2024/05/06 09:09:41.057 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:09:41.063 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 17:09:49.737 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC new_region_id: 284 new_peer_ids: 285 new_peer_ids: 286 new_peer_ids: 287 } requests { split_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD new_region_id: 288 new_peer_ids: 289 new_peer_ids: 290 new_peer_ids: 291 } right_derive: true }"] [index=1534] [term=7] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 09:09:41.066 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:41.066 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d28c66990] [ownerID=79be3177-bf6b-45df-a306-1bbeb3236748] [op=none] [2024/05/06 09:09:41.066 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [op=none] [2024/05/06 17:09:49.737 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC to 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD"] [region="id: 14 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 09:09:41.066 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 09:09:41.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:09:41.147 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:09:41.157 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:09:41.157 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 284 start_key: 7480000000000000FF955F698000000000FF00000203F0000000FF0000000F03F00000FF000000000F000000FD end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 57 } peers { id: 285 store_id: 1 } peers { id: 286 store_id: 5 } peers { id: 287 store_id: 2 }"] [region_id=284] [thread_id=101] [2024/05/06 09:09:41.157 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=285] [region_id=284] [thread_id=101] [2024/05/06 09:09:41.157 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:09:41.157 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:09:41.157 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:09:41.157 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {285, 286, 287} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=285] [region_id=284] [thread_id=101] [2024/05/06 09:09:41.157 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=285] [region_id=284] [thread_id=101] [2024/05/06 09:09:41.157 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:09:41.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {285, 286, 287} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=285] [region_id=284] [thread_id=101] [2024/05/06 09:09:41.159 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 17:09:49.737 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 285."] [id=285] [raft_id=285] [region_id=284] [thread_id=101] [2024/05/06 09:09:41.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:09:41.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:09:41.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:09:41.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:09:41.160 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 288 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC end_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD region_epoch { conf_ver: 5 version: 57 } peers { id: 289 store_id: 1 } peers { id: 290 store_id: 5 } peers { id: 291 store_id: 2 }"] [region_id=288] [thread_id=101] [2024/05/06 17:09:49.737 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=289] [region_id=288] [thread_id=101] [2024/05/06 09:09:41.162 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] ["owner key"=/tidb/stats/owner/6f188f4d28c66997] [ownerID=79be3177-bf6b-45df-a306-1bbeb3236748] [op=none] [2024/05/06 09:09:41.163 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {289, 290, 291} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=289] [region_id=288] [thread_id=101] [2024/05/06 09:09:41.165 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=50] [total-mem=32GiB] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=289] [region_id=288] [thread_id=101] [2024/05/06 09:09:41.170 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ed94ecf8-6d70-4534-b9ed-5aab4d5186fd] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {289, 290, 291} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=289] [region_id=288] [thread_id=101] [2024/05/06 09:09:41.170 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:09:49.737 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 289."] [id=289] [raft_id=289] [region_id=288] [thread_id=101] [2024/05/06 09:09:41.170 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:09:41.181 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:09:49.737 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 286 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=286] [vote=0] [log_index=5] [log_term=5] [raft_id=285] [region_id=284] [thread_id=102] [2024/05/06 09:09:41.181 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:09:41.182 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:09:41.191 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=31.612817ms] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 290 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=290] [vote=0] [log_index=5] [log_term=5] [raft_id=289] [region_id=288] [thread_id=101] [2024/05/06 09:09:41.224 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGzipAndMixedCompression [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 286"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=286] [raft_id=285] [region_id=284] [thread_id=102] [2024/05/06 09:09:41.234 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=285] [region_id=284] [thread_id=102] [2024/05/06 09:09:41.236 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 286 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=286] [vote=0] [log_index=5] [log_term=5] [raft_id=285] [region_id=284] [thread_id=102] [2024/05/06 09:09:41.281 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:41.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 290"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=290] [raft_id=289] [region_id=288] [thread_id=102] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=289] [region_id=288] [thread_id=102] [2024/05/06 09:09:41.281 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:41.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/05/06 17:09:49.738 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 290 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=290] [vote=0] [log_index=5] [log_term=5] [raft_id=289] [region_id=288] [thread_id=102] [2024/05/06 09:09:41.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:49.759 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=67] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:49.761 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 09:09:41.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=853.573µs] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 186 and starts an election to get leadership."] [from=186] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 09:09:41.372 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[186, 187]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 09:09:41.411 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.712244ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:41.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=186] [vote=true] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 17:09:51.457 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/06 09:09:41.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:09:51.457 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771162] [region_id=184] [thread_id=101] [2024/05/06 09:09:41.499 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 17:09:51.457 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=184] [thread_id=31] [2024/05/06 09:09:41.500 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:41.509 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 17:09:51.458 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 184 start_key: 7480000000000000FF915F698000000000FF0000010388000000FF0000001303880000FF0000000013000000FC end_key: 7480000000000000FF915F698000000000FF00000103D0000000FF0000000303D00000FF0000000003000000FD region_epoch { conf_ver: 5 version: 45 } peers { id: 185 store_id: 1 } peers { id: 186 store_id: 5 } peers { id: 187 store_id: 2 }"] [thread_id=68] [2024/05/06 09:09:41.553 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:09:51.458 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(53)] [region=184] [thread_id=68] [2024/05/06 17:09:51.740 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:41.553 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 17:09:51.741 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 75, total_kvs: 1, meta: uuid: 486B42CA14814079B63735CE1C1D34A1 range { start: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC end: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FC } cf_name: \"write\" region_id: 288 region_epoch { conf_ver: 5 version: 57 } }]"] [thread_id=105] [2024/05/06 09:09:41.607 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.615 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 17:09:51.741 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/486b42ca-1481-4079-b637-35ce1c1d34a1_288_5_57_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:41.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.536906ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 09:09:41.678 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:51.947 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:54.136 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 09:09:41.716 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.422883ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.809 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 17:09:54.376 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC new_region_id: 292 new_peer_ids: 293 new_peer_ids: 294 new_peer_ids: 295 } requests { split_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD new_region_id: 296 new_peer_ids: 297 new_peer_ids: 298 new_peer_ids: 299 } right_derive: true }"] [index=1624] [term=7] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 09:09:41.809 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:09:54.376 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC to 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD"] [region="id: 14 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 09:09:41.812 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307258355\n# Parse_time: 0.002761307\n# Compile_time: 0.000802189\n# Rewrite_time: 0.000008769\n# Optimize_time: 0.000273885\n# Wait_TS: 0.0004524\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:09:41.883 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:42.033 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:09:42.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 292 start_key: 7480000000000000FFA25F698000000000FF0000010419B34C92FF7000000003800000FF0000000001000000FD end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 59 } peers { id: 293 store_id: 1 } peers { id: 294 store_id: 5 } peers { id: 295 store_id: 2 }"] [region_id=292] [thread_id=101] [2024/05/06 09:09:42.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=293] [region_id=292] [thread_id=101] [2024/05/06 09:09:42.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:42.058 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {293, 294, 295} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=293] [region_id=292] [thread_id=101] [2024/05/06 09:09:42.159 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=293] [region_id=292] [thread_id=101] [2024/05/06 09:09:42.170 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:09:42.170 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {293, 294, 295} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=293] [region_id=292] [thread_id=101] [2024/05/06 09:09:42.170 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ed94ecf8-6d70-4534-b9ed-5aab4d5186fd] [watcherID=4a0b08fe-7d35-4f43-89dd-41fe4aad82ae] [2024/05/06 17:09:54.376 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 293."] [id=293] [raft_id=293] [region_id=292] [thread_id=101] [2024/05/06 09:09:42.182 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:09:42.194 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=50] [2024/05/06 09:09:42.194 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 17:09:54.376 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 294 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=294] [vote=0] [log_index=5] [log_term=5] [raft_id=293] [region_id=292] [thread_id=102] [2024/05/06 09:09:42.194 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:09:42.194 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:09:42.194 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 296 start_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end_key: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FD region_epoch { conf_ver: 5 version: 59 } peers { id: 297 store_id: 1 } peers { id: 298 store_id: 5 } peers { id: 299 store_id: 2 }"] [region_id=296] [thread_id=101] [2024/05/06 09:09:42.210 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager da8e3cfa-6cff-42cb-87e0-308e5918d5d2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:09:54.376 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=297] [region_id=296] [thread_id=101] [2024/05/06 09:09:42.237 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:09:42.237 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {297, 298, 299} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=297] [region_id=296] [thread_id=101] [2024/05/06 09:09:42.342 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=297] [region_id=296] [thread_id=101] [2024/05/06 09:09:42.343 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:42.345 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:09:42.362 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {297, 298, 299} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=297] [region_id=296] [thread_id=101] [2024/05/06 09:09:42.376 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 17:09:54.377 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 297."] [id=297] [raft_id=297] [region_id=296] [thread_id=101] [2024/05/06 09:09:42.376 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 09:09:42.376 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=100.089µs] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 298 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=298] [vote=0] [log_index=5] [log_term=5] [raft_id=297] [region_id=296] [thread_id=101] [2024/05/06 09:09:42.376 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=244.243µs] [] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 294"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=294] [raft_id=293] [region_id=292] [thread_id=102] [2024/05/06 09:09:42.377 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=293] [region_id=292] [thread_id=102] [2024/05/06 09:09:42.377 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:42.529 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 294 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=294] [vote=0] [log_index=5] [log_term=5] [raft_id=293] [region_id=292] [thread_id=102] [2024/05/06 09:09:42.548 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 298"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=298] [raft_id=297] [region_id=296] [thread_id=102] [2024/05/06 09:09:42.563 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=49] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=297] [region_id=296] [thread_id=102] [2024/05/06 09:09:42.602 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:42.603 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:09:54.377 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 298 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=298] [vote=0] [log_index=5] [log_term=5] [raft_id=297] [region_id=296] [thread_id=102] [2024/05/06 09:09:42.605 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 17:09:54.398 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=119] [2024/05/06 09:09:42.606 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 17:09:54.400 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 09:09:42.613 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:09:54.729 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 09:09:42.613 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 17:09:54.968 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=201] [write_entries=3] [default_bytes=0] [default_entries=0] [thread_id=119] [2024/05/06 09:09:42.614 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:09:54.970 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=119] [2024/05/06 17:09:54.972 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:42.614 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:42.615 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:42.615 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:42.615 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:42.615 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:09:54.973 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 40B47B903A05489693E9619A389B8402 range { start: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FC } cf_name: \"write\" region_id: 296 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 09:09:42.615 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:42.630 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:42.632 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:42.632 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:09:54.973 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/40b47b90-3a05-4896-93e9-619a389b8402_296_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:42.632 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=327.7MiB] [per-index=109.2MiB] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 51"] ["msg type"=MsgRequestVote] [message_term=8] [term=7] [from=51] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 09:09:42.632 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1151] ["became follower at term 8"] [term=8] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 09:09:42.678 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:09:42.682 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:09:55.208 +08:00] [INFO] [raft.rs:1605] ["[logterm: 7, index: 8, vote: 0] cast vote for 51 [logterm: 7, index: 8] at term 8"] ["msg type"=MsgRequestVote] [term=8] [msg_index=8] [msg_term=7] [from=51] [vote=0] [log_index=8] [log_term=7] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 09:09:42.704 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:09:56.379 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 09:09:42.704 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:09:42.720 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/06 17:09:56.380 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 225, total_kvs: 3, meta: uuid: 448F23785D7347348A648CA6318F38DC range { start: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC end: 7480000000000000FFA85F698000000000FF0000010380000000FF0000000303800000FF0000000003000000FC } cf_name: \"write\" region_id: 296 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 09:09:42.723 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=185.518µs] [encodeDur=983.024µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=548.468µs] [type=file] [takeTime=2.134721ms] [] [2024/05/06 09:09:42.724 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 17:09:56.380 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/448f2378-5d73-4734-8a64-8ca6318f38dc_296_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 09:09:42.724 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/d1649adb-7e5c-4919-8d4a-636575a7f9fc.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 17:09:56.676 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 09:09:42.745 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/06 17:09:56.677 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:56.677 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:56.677 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/05/06 09:09:42.746 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=212.328µs] [encodeDur=481.205µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=52.201µs] [type=file] [takeTime=1.078677ms] [] [2024/05/06 09:09:42.747 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:09:42.747 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/1b1534fc-d2f8-4919-b84a-2e974511609b.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/05/06 09:09:42.755 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/06 09:09:42.758 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.027615ms] [encodeDur=972.099µs] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=61.739µs] [type=file] [takeTime=2.379247ms] [] [2024/05/06 09:09:42.759 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/ab6a0caa-4ce2-475a-8880-6808d23279c9.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 09:09:42.759 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=80.674469ms] [] [2024/05/06 09:09:42.759 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:09:42.759 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:09:42.759 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:09:42.761 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.796027ms] [] [2024/05/06 09:09:42.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 09:09:42.766 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:42.788 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/06 09:09:42.788 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:42.803 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/06 09:09:42.804 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=43.417113ms] [] [2024/05/06 09:09:42.804 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:09:42.805 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.095197ms] [] [2024/05/06 09:09:42.806 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:09:42.806 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:09:42.807 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.494824ms] [] [2024/05/06 09:09:42.807 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 09:09:42.807 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:09:42.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=47.981µs] [] [2024/05/06 09:09:42.807 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:09:42.808 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=816.945µs] [] [2024/05/06 09:09:42.855 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:42.858 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:42.858 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:42.858 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:42.858 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:42.858 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:42.859 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:42.860 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:42.860 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:42.860 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:42.860 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:42.860 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:42.860 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=257.547532ms] [] [2024/05/06 09:09:42.860 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:42.861 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:42.924 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/06 09:09:42.938 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:42.939 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:09:43.014 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:09:43.056 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:43.095 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:09:43.095 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:09:43.095 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:09:43.095 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=9.568µs] [] [2024/05/06 09:09:43.095 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/05/06 09:09:43.095 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 09:09:43.095 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:09:43.095 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:09:43.099 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/05/06 09:09:43.099 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 09:09:43.100 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.634734ms] [] [2024/05/06 09:09:43.100 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.824762ms] [] [2024/05/06 09:09:43.146 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=90.480248ms] [] [2024/05/06 09:09:43.155 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:43.155 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:09:43.157 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:09:43.195 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:09:43.242 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:09:43.262 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:43.262 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:09:43.364 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:43.407 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.58843529\n# Parse_time: 0.001194537\n# Compile_time: 0.002083528\n# Rewrite_time: 0.000295393\n# Optimize_time: 0.000273885\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:09:43.414 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/06 09:09:43.445 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:43.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:43.445 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:43.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/05/06 09:09:43.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.504 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:09:43.541 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.116042ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:09:43.550 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:09:43.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.591498ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.626 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:09:43.638 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 09:09:43.642 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.705 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:09:43.705 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:43.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:43.897 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:09:43.975 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:09:44.011 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:09:44.011 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:09:44.117 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:44.118 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:44.119 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:09:44.137 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:44.150 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:44.150 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 09:09:44.150 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=77.977µs] [2024/05/06 09:09:44.150 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=200.047µs] [] [2024/05/06 09:09:44.151 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:44.151 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:44.258 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:09:44.279 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:09:44.285 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=49] [2024/05/06 09:09:44.324 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:44.325 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:09:44.326 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:44.333 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:44.334 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 09:09:44.334 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:44.334 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:44.335 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:44.335 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:44.335 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:44.335 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:44.335 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:44.350 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:44.352 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:44.352 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:44.352 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=327.7MiB] [per-index=109.2MiB] [2024/05/06 09:09:44.352 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 09:09:44.402 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:09:44.411 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:09:44.414 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:09:44.415 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:09:44.424 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/05/06 09:09:44.425 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=96.171µs] [encodeDur=384.645µs] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=146.973µs] [type=file] [takeTime=970.453µs] [] [2024/05/06 09:09:44.426 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:09:44.426 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/7cac5828-b34d-4dc7-9cad-734a5b06cc7b.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/06 09:09:44.435 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/05/06 09:09:44.436 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=88.162µs] [encodeDur=398.593µs] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=41.566µs] [type=file] [takeTime=847.823µs] [] [2024/05/06 09:09:44.437 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:09:44.437 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/da0ae778-200e-4ddc-a180-cc5643211ac9.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 09:09:44.445 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/05/06 09:09:44.447 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=205.742µs] [encodeDur=1.145829ms] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=60.158µs] [type=file] [takeTime=1.689787ms] [] [2024/05/06 09:09:44.447 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=45.620896ms] [] [2024/05/06 09:09:44.447 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/152132ff-9edc-407b-9b8e-ca0bfeeca76c.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/05/06 09:09:44.448 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:09:44.448 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:09:44.448 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:09:44.450 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.828559ms] [] [2024/05/06 09:09:44.450 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 09:09:44.455 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:44.476 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/06 09:09:44.477 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:44.491 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/06 09:09:44.493 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=43.134071ms] [] [2024/05/06 09:09:44.493 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:09:44.494 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.08369ms] [] [2024/05/06 09:09:44.494 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:09:44.494 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:09:44.496 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.637412ms] [] [2024/05/06 09:09:44.496 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 09:09:44.496 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:09:44.496 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=49.51µs] [] [2024/05/06 09:09:44.496 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:09:44.497 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=903.62µs] [] [2024/05/06 09:09:44.531 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:44.532 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:44.533 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:44.533 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:44.546 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:09:44.549 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:44.549 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:44.549 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:44.549 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:44.551 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:44.551 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:44.551 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:44.551 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:44.551 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:44.551 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=227.415636ms] [] [2024/05/06 09:09:44.595 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/06 09:09:44.597 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:44.597 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:09:44.725 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:44.782 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:09:44.782 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:09:44.782 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:09:44.782 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=17.717µs] [] [2024/05/06 09:09:44.782 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/05/06 09:09:44.782 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 09:09:44.782 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:09:44.782 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:09:44.785 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/05/06 09:09:44.786 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 09:09:44.786 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.004264ms] [] [2024/05/06 09:09:44.786 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.199664ms] [] [2024/05/06 09:09:44.822 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=96.701491ms] [] [2024/05/06 09:09:44.830 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:44.830 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:09:44.833 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:09:44.870 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:09:44.918 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:09:44.930 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.2209929210000001\n# Parse_time: 0.001050219\n# Compile_time: 0.001573872\n# Rewrite_time: 0.000276083\n# Optimize_time: 0.000692047\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS4yMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS4yMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/05/06 09:09:44.939 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/06 09:09:44.940 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:44.940 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:09:44.941 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/06 09:09:44.978 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:44.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:44.978 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:44.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/05/06 09:09:45.023 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:45.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.071 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=955.844µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:09:45.081 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:09:45.120 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.580072ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:44.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.161 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.185 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:09:45.185 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.191 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/06 09:09:45.236 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:45.236 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/05/06 09:09:45.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.282 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/05/06 09:09:45.331 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.189273ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:45.340 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:09:45.379 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.132714ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.433 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.464 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:09:45.464 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.658 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2838410413/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:09:45.658 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:45.659 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:09:45.659 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=61.645µs] [2024/05/06 09:09:45.659 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=171.776µs] [] [2024/05/06 09:09:45.740 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:09:45.774 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:09:45.775 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:09:45.881 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:45.882 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:45.883 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:09:45.902 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:45.902 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:09:46.007 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:09:46.026 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:09:46.047 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=42] [2024/05/06 09:09:46.086 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [2024/05/06 09:09:46.087 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:09:46.095 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:46.096 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 09:09:46.096 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:46.096 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:46.097 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:46.097 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:46.097 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:46.097 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:46.097 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:46.112 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:46.113 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:46.113 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:46.113 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=327.7MiB] [per-index=109.2MiB] [2024/05/06 09:09:46.113 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 09:09:46.152 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:09:46.156 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:46.159 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:46.160 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:09:46.234 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/06 09:09:46.235 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=168.044µs] [encodeDur=664.639µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=301.338µs] [type=file] [takeTime=1.444833ms] [] [2024/05/06 09:09:46.238 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/d7c4bb95-57dc-4db4-b59b-f842b9a57c32.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 09:09:46.238 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=85.371711ms] [] [2024/05/06 09:09:46.238 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:09:46.238 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:09:46.238 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:46.242 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=4.43944ms] [] [2024/05/06 09:09:46.242 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:09:46.247 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:46.280 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/06 09:09:46.280 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:46.295 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 09:09:46.297 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=54.738094ms] [] [2024/05/06 09:09:46.297 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:46.299 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.156133ms] [] [2024/05/06 09:09:46.299 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:09:46.299 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:46.301 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.702051ms] [] [2024/05/06 09:09:46.301 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:09:46.301 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:46.301 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=49.964µs] [] [2024/05/06 09:09:46.301 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:46.302 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=801.783µs] [] [2024/05/06 09:09:46.339 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:46.342 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:46.342 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:46.342 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:46.342 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:46.344 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:46.344 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:46.344 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:46.344 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:46.344 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:46.344 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [takeTime=258.248447ms] [] [2024/05/06 09:09:46.393 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:46.394 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:46.395 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:46.395 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:46.454 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/06 09:09:46.455 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:46.455 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:09:46.577 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [2024/05/06 09:09:46.637 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:09:46.637 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:09:46.637 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:09:46.644 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=6.559503ms] [] [2024/05/06 09:09:46.644 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/05/06 09:09:46.644 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 09:09:46.644 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:09:46.644 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:09:46.648 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/05/06 09:09:46.648 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 09:09:46.649 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.349094ms] [] [2024/05/06 09:09:46.649 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.553743ms] [] [2024/05/06 09:09:46.685 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [takeTime=107.79507ms] [] [2024/05/06 09:09:46.694 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:46.694 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:09:46.697 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:09:46.734 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:09:46.779 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:09:46.803 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:46.803 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:09:46.877 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:47.001 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.533211584\n# Parse_time: 0.000550917\n# Compile_time: 0.001076161\n# Rewrite_time: 0.000203524\n# Optimize_time: 0.000964235\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse from_server;\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2838410413/001/server-0.csv';"] [2024/05/06 09:09:47.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 09:09:47.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:46.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:47.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:46.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:09:47.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.111 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:09:47.151 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.264829ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:09:47.160 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:09:47.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.476101ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.235 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:09:47.242 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:09:47.246 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.311 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:09:47.311 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:47.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.305656874\n# Parse_time: 0.000392537\n# Compile_time: 0.000881131\n# Rewrite_time: 0.000010095\n# Optimize_time: 0.000950843\n# Wait_TS: 0.000379346\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:09:47.503 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2838410413/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:09:47.503 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:47.503 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/06 09:09:47.503 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=98.768µs] [2024/05/06 09:09:47.503 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=281.538µs] [] [2024/05/06 09:09:47.583 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:09:47.615 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:09:47.616 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:09:47.722 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:47.724 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:47.725 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:09:47.741 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:47.741 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:09:47.867 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:09:47.884 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:09:47.910 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=42] [2024/05/06 09:09:47.947 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [2024/05/06 09:09:47.949 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:09:47.956 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:47.956 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 09:09:47.957 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:47.957 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:47.958 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:47.958 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:47.958 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:47.958 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:47.958 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:47.970 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:47.971 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:47.971 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:47.972 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=327.7MiB] [per-index=109.2MiB] [2024/05/06 09:09:47.972 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 09:09:48.008 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:09:48.012 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:48.015 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:48.015 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:09:48.015 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:09:48.015 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:09:48.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/05/06 09:09:48.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/05/06 09:09:48.066 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/05/06 09:09:48.066 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=173.781µs] [encodeDur=1.041741ms] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=306.153µs] [type=file] [takeTime=1.833794ms] [] [2024/05/06 09:09:48.066 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=169.446µs] [encodeDur=664.365µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=403.194µs] [type=file] [takeTime=1.980291ms] [] [2024/05/06 09:09:48.067 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/31e4d06d-4a5c-471b-b34f-03b04a39c071.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/06 09:09:48.067 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=145.188µs] [encodeDur=845.772µs] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=214.476µs] [type=file] [takeTime=1.45136ms] [] [2024/05/06 09:09:48.068 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/f49ce6d2-e98c-4fb3-8592-ba8ae9ad98bd.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/05/06 09:09:48.068 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=60.11311ms] [] [2024/05/06 09:09:48.068 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:09:48.068 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:09:48.068 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:48.069 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/9d5f5e5b-76bf-4096-b9e8-d936737d336c.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/05/06 09:09:48.072 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=3.352761ms] [] [2024/05/06 09:09:48.072 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:09:48.077 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:48.099 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:09:48.099 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:48.113 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 09:09:48.114 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.504432ms] [] [2024/05/06 09:09:48.115 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:48.116 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.081993ms] [] [2024/05/06 09:09:48.116 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:09:48.116 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:48.117 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.533601ms] [] [2024/05/06 09:09:48.117 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:09:48.117 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:48.118 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=52.623µs] [] [2024/05/06 09:09:48.118 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:48.118 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=771.93µs] [] [2024/05/06 09:09:48.182 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:09:48.186 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:48.186 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:48.186 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:48.186 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:48.188 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:48.188 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:48.188 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:48.188 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:48.188 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:48.188 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [takeTime=240.578793ms] [] [2024/05/06 09:09:48.237 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:48.238 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:48.239 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:48.239 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:48.300 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/06 09:09:48.303 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:48.303 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:09:48.426 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [2024/05/06 09:09:48.466 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:09:48.466 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:09:48.466 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:09:48.473 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=6.77058ms] [] [2024/05/06 09:09:48.473 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/05/06 09:09:48.473 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 09:09:48.473 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:09:48.473 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:09:48.476 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/05/06 09:09:48.477 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 09:09:48.477 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=10.927237ms] [] [2024/05/06 09:09:48.477 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.156864ms] [] [2024/05/06 09:09:48.536 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [takeTime=109.869315ms] [] [2024/05/06 09:09:48.537 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:48.537 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:09:48.540 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:09:48.586 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:09:48.622 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:09:48.644 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:48.644 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:09:48.729 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:48.830 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5156095729999999\n# Parse_time: 0.000391485\n# Compile_time: 0.001044372\n# Rewrite_time: 0.000210698\n# Optimize_time: 0.000950843\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2838410413/001/server-*.csv';"] [2024/05/06 09:09:48.840 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 09:09:48.866 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:48.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:48.866 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:48.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:09:48.921 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:48.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.931 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/05/06 09:09:48.978 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.514762ms] [gotSchemaVersion=58] [phyTblIDs="[114,116]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:09:48.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 09:09:49.025 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.372601ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.076 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 09:09:49.084 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/05/06 09:09:49.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.145 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:09:49.145 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:49.148 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.30878365\n# Parse_time: 0.000230712\n# Compile_time: 0.000633947\n# Rewrite_time: 0.000007377\n# Optimize_time: 0.001446253\n# Wait_TS: 0.000391838\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:09:49.324 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2838410413/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:09:49.324 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:49.325 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:09:49.325 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=66.449µs] [2024/05/06 09:09:49.325 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=195.397µs] [] [2024/05/06 09:09:49.405 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:09:49.434 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:09:49.434 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:09:49.541 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:49.542 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:49.543 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:09:49.560 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:49.560 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:09:49.679 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:09:49.700 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:09:49.729 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=42] [2024/05/06 09:09:49.766 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [2024/05/06 09:09:49.767 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:09:49.775 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:49.775 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 09:09:49.775 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:49.775 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:49.776 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:49.776 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:49.776 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:49.776 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:49.777 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:49.789 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:49.790 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:49.790 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:49.791 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=327.7MiB] [per-index=109.2MiB] [2024/05/06 09:09:49.791 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 09:09:49.829 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:09:49.833 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:49.837 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:49.837 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 09:09:49.881 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/05/06 09:09:49.883 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=179.144µs] [encodeDur=545.624µs] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=283.665µs] [type=file] [takeTime=1.315356ms] [] [2024/05/06 09:09:49.884 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/653fc584-5ec0-4d9e-b475-a0dce56cf010.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/06 09:09:49.884 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=54.207134ms] [] [2024/05/06 09:09:49.884 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:09:49.884 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:09:49.884 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:49.886 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.026688ms] [] [2024/05/06 09:09:49.886 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:09:49.891 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:49.913 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/06 09:09:49.913 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:49.927 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 09:09:49.929 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.749978ms] [] [2024/05/06 09:09:49.929 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:09:49.930 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.004449ms] [] [2024/05/06 09:09:49.930 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:09:49.930 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:49.932 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.636613ms] [] [2024/05/06 09:09:49.932 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:09:49.932 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:49.932 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=54.445µs] [] [2024/05/06 09:09:49.932 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:09:49.933 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=840.174µs] [] [2024/05/06 09:09:49.981 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:09:49.984 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:49.984 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:49.984 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:49.984 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:49.985 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:49.985 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:49.985 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:49.985 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:49.986 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:49.986 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [takeTime=219.616302ms] [] [2024/05/06 09:09:50.076 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:50.078 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:50.079 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:50.079 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:50.141 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 09:09:50.144 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:50.144 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:09:50.291 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [2024/05/06 09:09:50.338 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:09:50.338 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:09:50.338 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:09:50.345 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=6.547029ms] [] [2024/05/06 09:09:50.345 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/05/06 09:09:50.345 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 09:09:50.345 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:09:50.345 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:09:50.354 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/05/06 09:09:50.354 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 09:09:50.354 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=16.017358ms] [] [2024/05/06 09:09:50.354 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=16.192746ms] [] [2024/05/06 09:09:50.406 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=5.12GiB]"] [takeTime=114.103901ms] [] [2024/05/06 09:09:50.452 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:50.452 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:09:50.455 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:09:50.489 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:09:50.539 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:09:50.559 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:50.559 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:09:50.638 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:50.657 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.507575749\n# Parse_time: 0.000405732\n# Compile_time: 0.000994239\n# Rewrite_time: 0.00022626\n# Optimize_time: 0.001446253\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2838410413/001/test.csv.gz';"] === RUN TestImportInto/TestSnappy [2024/05/06 09:09:50.694 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/06 09:09:50.696 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/06 09:09:50.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:50.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:50.727 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:50.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/05/06 09:09:50.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=922.814µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:09:50.851 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 09:09:50.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.967609ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:50.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:09:50.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:50.958 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:09:50.999 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:50.999 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:09:51.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.045 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/05/06 09:09:51.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.23266ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:51.108 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 09:09:51.145 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.678918ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.197 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.235 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:09:51.235 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:51.250 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:51.429 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:09:51.506 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:09:51.569 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:09:51.569 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:09:51.674 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:51.675 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:51.676 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:09:51.693 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:51.701 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:51.701 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/06 09:09:51.701 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=50.886µs] [2024/05/06 09:09:51.701 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=165.338µs] [] [2024/05/06 09:09:51.701 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:51.701 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:51.798 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:09:51.815 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:09:51.826 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=49] [2024/05/06 09:09:51.863 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:51.864 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:09:51.865 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:51.874 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:51.874 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 09:09:51.874 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:51.874 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:51.875 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:51.875 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:51.875 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:51.875 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:51.875 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:51.889 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:51.890 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:51.890 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:51.891 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=327.7MiB] [per-index=109.2MiB] [2024/05/06 09:09:51.891 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 09:09:51.946 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:09:51.951 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:09:51.954 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:09:51.955 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:09:52.046 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/05/06 09:09:52.048 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=974.287µs] [encodeDur=568.347µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=115.901µs] [type=file] [takeTime=2.010643ms] [] [2024/05/06 09:09:52.049 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=103.116288ms] [] [2024/05/06 09:09:52.050 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/91602647-3e75-4330-9cea-6db48c337f50.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/05/06 09:09:52.050 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:09:52.050 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:09:52.050 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:09:52.052 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=2.073174ms] [] [2024/05/06 09:09:52.052 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/06 09:09:52.056 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:52.078 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:09:52.078 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:52.091 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:09:52.093 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=40.875584ms] [] [2024/05/06 09:09:52.093 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:09:52.094 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.008016ms] [] [2024/05/06 09:09:52.094 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:09:52.094 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:09:52.096 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.544437ms] [] [2024/05/06 09:09:52.096 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/06 09:09:52.096 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:09:52.096 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=61.004µs] [] [2024/05/06 09:09:52.096 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:09:52.097 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=787.094µs] [] [2024/05/06 09:09:52.140 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:09:52.142 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:52.142 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:52.142 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:52.143 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:52.143 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:52.143 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:52.145 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:52.145 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:52.145 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:52.145 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:52.145 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:52.145 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=281.686055ms] [] [2024/05/06 09:09:52.186 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:52.187 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:52.188 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:52.188 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:52.248 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 09:09:52.249 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:52.249 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:09:52.397 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:52.439 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:09:52.440 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:09:52.440 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:09:52.440 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=14.413µs] [] [2024/05/06 09:09:52.440 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/05/06 09:09:52.440 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 09:09:52.440 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:09:52.440 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:09:52.444 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/05/06 09:09:52.444 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 09:09:52.444 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.63907ms] [] [2024/05/06 09:09:52.444 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.874939ms] [] [2024/05/06 09:09:52.481 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=84.104674ms] [] [2024/05/06 09:09:52.486 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:52.486 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:09:52.489 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:09:52.528 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:09:52.575 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:09:52.599 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:52.599 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:09:52.669 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:52.758 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5185808600000001\n# Parse_time: 0.000522002\n# Compile_time: 0.001174957\n# Rewrite_time: 0.000298784\n# Optimize_time: 0.000835512\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse snappy;\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/05/06 09:09:52.765 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/06 09:09:52.768 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/06 09:09:52.796 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:52.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:52.797 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:52.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/05/06 09:09:52.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.868 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=894.86µs] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:09:52.877 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/05/06 09:09:52.916 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.169116ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:52.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.001 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:09:53.001 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:53.007 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:09:53.050 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:53.050 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:09:53.111 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.119 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/05/06 09:09:53.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.123154ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:53.178 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/05/06 09:09:53.212 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.376743ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.317 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:09:53.317 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:53.320 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314470207\n# Parse_time: 0.000524269\n# Compile_time: 0.000746242\n# Rewrite_time: 0.000007366\n# Optimize_time: 0.000688307\n# Wait_TS: 0.000335854\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:09:53.451 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:53.648 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:09:53.729 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:09:53.764 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:09:53.764 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:09:53.870 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:53.871 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:53.872 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:09:53.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:53.918 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:53.918 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/06 09:09:53.919 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=77.68µs] [2024/05/06 09:09:53.919 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=228.843µs] [] [2024/05/06 09:09:53.919 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:53.919 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:54.032 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:09:54.050 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:09:54.076 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=49] [2024/05/06 09:09:54.112 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:54.113 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:09:54.114 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:54.122 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:54.122 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 09:09:54.122 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:54.123 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:54.123 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:54.123 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:54.123 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:54.124 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:54.124 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:54.137 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:54.139 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:54.139 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:54.139 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=327.7MiB] [per-index=109.2MiB] [2024/05/06 09:09:54.139 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 09:09:54.189 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:09:54.216 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:09:54.219 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:09:54.220 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:09:54.227 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/05/06 09:09:54.230 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.139234ms] [encodeDur=1.126559ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=428.031µs] [type=file] [takeTime=3.019454ms] [] [2024/05/06 09:09:54.231 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:09:54.231 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/895912bd-6832-4447-b7e4-7ff8e1755f6b.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 09:09:54.239 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/05/06 09:09:54.241 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.118638ms] [encodeDur=533.638µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=87.438µs] [type=file] [takeTime=2.007891ms] [] [2024/05/06 09:09:54.242 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/711f557b-5c88-4e1a-951c-c9490a2a792d.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/05/06 09:09:54.242 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=52.897977ms] [] [2024/05/06 09:09:54.242 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:09:54.242 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:09:54.242 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:09:54.244 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.859619ms] [] [2024/05/06 09:09:54.244 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/06 09:09:54.249 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:54.272 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/06 09:09:54.272 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:54.285 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/06 09:09:54.287 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=42.652496ms] [] [2024/05/06 09:09:54.287 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:09:54.288 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.11614ms] [] [2024/05/06 09:09:54.288 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:09:54.288 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:09:54.290 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.661051ms] [] [2024/05/06 09:09:54.290 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/06 09:09:54.290 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:09:54.290 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=56.205µs] [] [2024/05/06 09:09:54.290 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:09:54.291 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=787.128µs] [] [2024/05/06 09:09:54.353 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:09:54.356 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:54.356 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:54.356 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:54.356 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:54.356 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:54.356 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:54.356 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:54.356 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:54.356 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:54.357 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:54.357 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:54.357 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:54.357 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:54.358 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:54.358 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:54.358 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:54.358 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:54.358 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:54.359 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=246.57381ms] [] [2024/05/06 09:09:54.385 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:54.386 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:54.387 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:54.387 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:54.449 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/06 09:09:54.450 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:54.450 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:09:54.562 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [2024/05/06 09:09:54.603 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:09:54.603 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:09:54.603 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:09:54.603 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=9.814µs] [] [2024/05/06 09:09:54.603 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/05/06 09:09:54.604 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 09:09:54.604 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:09:54.604 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:09:54.607 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/05/06 09:09:54.607 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 09:09:54.608 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.165273ms] [] [2024/05/06 09:09:54.608 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.316904ms] [] [2024/05/06 09:09:54.663 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=655.4MiB]"] [takeTime=100.99775ms] [] [2024/05/06 09:09:54.685 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:54.685 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:09:54.688 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:09:54.745 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:09:54.770 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:09:54.794 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:54.794 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:09:54.867 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:54.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.538761456\n# Parse_time: 0.000510092\n# Compile_time: 0.001098636\n# Rewrite_time: 0.000224984\n# Optimize_time: 0.000688307\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:09:54.999 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [2024/05/06 09:09:54.999 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [2024/05/06 09:09:55.000 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=21.99µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=14.871µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=16.924µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.19µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=17.39µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=16.577µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=17.514µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=16.634µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=16.577µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=8.747µs] [2024/05/06 09:09:55.002 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:55.003 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=15.993µs] [2024/05/06 09:09:55.003 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:55.003 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:09:55.003 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:09:55.008 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=79be3177-bf6b-45df-a306-1bbeb3236748] ["take time"=19.835249ms] [2024/05/06 09:09:55.008 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=79be3177-bf6b-45df-a306-1bbeb3236748] [2024/05/06 09:09:55.010 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:09:55.010 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ed94ecf8-6d70-4534-b9ed-5aab4d5186fd] [watcherID=4a0b08fe-7d35-4f43-89dd-41fe4aad82ae] [2024/05/06 09:09:55.010 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:09:55.010 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ed94ecf8-6d70-4534-b9ed-5aab4d5186fd] [2024/05/06 09:09:55.010 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:09:55.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:09:55.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:09:55.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:09:55.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:09:55.011 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:09:55.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:09:55.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:09:55.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:09:55.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:09:55.016 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:09:55.016 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=783] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:09:55.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:09:55.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=79be3177-bf6b-45df-a306-1bbeb3236748] [2024/05/06 09:09:55.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:09:55.018 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:09:55.018 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:09:55.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:09:55.018 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:09:55.018 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:09:55.018 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:09:55.018 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:09:55.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:09:55.018 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ff43e6a-cc77-4359-a054-b4a02e4e9928"] [error="lost watcher waiting for delete"] [2024/05/06 09:09:55.018 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748 watch owner key /tidb/stats/owner/6f188f4d28c66997"] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:09:55.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:55.018 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [2024/05/06 09:09:55.017 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:09:55.017 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:09:55.018 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:09:55.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:09:55.018 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:09:55.018 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:55.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:55.018 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:09:55.018 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:09:55.018 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=79be3177-bf6b-45df-a306-1bbeb3236748] [2024/05/06 09:09:55.018 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:09:55.018 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:09:55.018 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [error="context canceled"] [2024/05/06 09:09:55.018 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:09:55.018 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:09:55.018 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [2024/05/06 09:09:55.020 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:09:55.020 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ff43e6a-cc77-4359-a054-b4a02e4e9928"] [error="context canceled"] [2024/05/06 09:09:55.020 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:09:55.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:55.020 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1ff43e6a-cc77-4359-a054-b4a02e4e9928] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:55.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:55.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:55.020 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ff43e6a-cc77-4359-a054-b4a02e4e9928"] [2024/05/06 09:09:55.043 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:09:55.044 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:09:55.058 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:09:55.059 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:09:55.059 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:09:55.060 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:09:55.061 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:09:55.061 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:09:55.061 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:09:56.255 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ff43e6a-cc77-4359-a054-b4a02e4e9928"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:09:56.266 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:09:56.267 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:09:56.267 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:09:56.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:09:56.289 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79be3177-bf6b-45df-a306-1bbeb3236748"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:09:56.289 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:09:56.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:09:56.296 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.307746932s] [2024/05/06 09:09:56.296 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:56.296 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:56.296 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:56.297 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:56.297 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:56.298 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (35.58s) --- PASS: TestImportInto/TestGzipAndMixedCompression (3.70s) --- PASS: TestImportInto/TestImportFromServer (5.76s) --- PASS: TestImportInto/TestSnappy (2.07s) --- PASS: TestImportInto/TestZStd (2.22s) PASS coverage: 13.5% of statements GCov does not exist at the given path: '' May 06, 2024 9:10:01 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:10:01 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:10:01 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:10:01 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:10:01 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 82.778s, Critical Path: 66.85s INFO: 1572 processes: 1547 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] sh [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/06 17:07:46.958 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.959 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.959 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.959 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.959 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.963 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.964 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.964 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.964 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:46.964 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.964 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:46.964 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.964 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:46.964 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:46.964 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.964 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.965 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=50] [max-cpu-available=50] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.965 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.965 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=261.689µs] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.968 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:48.968 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:48.968 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.969 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.969 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.969 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.970 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.970 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.970 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.970 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.971 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.972 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.972 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.972 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.972 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.972 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.972 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:48.972 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:48.972 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:48.972 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:48.972 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:48.972 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.972 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.972 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.972 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.973 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.973 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.973 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.974 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.974 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:48.974 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:49.022 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:50.968 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:50.968 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:50.969 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:50.969 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:50.969 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:50.969 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:50.969 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:50.974 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 17:07:50.974 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810805168695251] [2024/05/06 17:07:50.977 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:50.978 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:50.978 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:50.979 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:50.979 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:50.979 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:50.979 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:50.980 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:50.980 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/05/06 17:07:50.980 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.182 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.182 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:51.182 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:51.182 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=198.485µs] [2024/05/06 17:07:51.182 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810805168695251/leader] [purpose="leader election"] [2024/05/06 17:07:51.182 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:51.182 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:52.183 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:08:00.970 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:08:00.970 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/05/06 17:07:46.957 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.958 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.958 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.958 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.961 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.961 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.961 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.961 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.963 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.963 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:46.963 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:46.963 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=50] [max-cpu-available=50] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.963 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.964 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=457.375µs] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:48.966 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.966 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:48.967 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:48.967 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.967 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.967 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.968 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.968 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.969 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.969 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.969 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.969 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.969 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.971 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.971 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.971 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.971 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:48.971 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.971 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:48.971 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:48.971 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:48.971 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:48.972 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.972 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.972 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.972 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.972 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.972 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.973 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.973 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:48.974 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:48.974 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.974 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:49.022 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:50.966 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/06 17:07:50.966 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/06 17:07:50.966 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:50.966 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:50.966 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:50.968 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:50.968 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:50.968 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:50.969 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:50.969 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:50.969 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:50.969 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:50.969 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:50.969 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:50.973 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 17:07:50.973 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810805168695251] [2024/05/06 17:07:50.977 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:50.978 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:50.978 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:50.979 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:50.980 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:50.980 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:50.980 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:50.980 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:50.980 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/06 17:07:50.980 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:50.981 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908032707716621] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:50.981 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:50.982 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810805168695251/leader] [purpose="leader election"] [2024/05/06 17:07:50.982 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/06 17:07:50.982 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:50.982 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:50.982 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:50.983 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:53.982 +08:00] [next=2024/05/06 17:07:50.982 +08:00] [2024/05/06 17:07:50.984 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:50.984 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:50.985 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:50.987 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:50.991 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:50.991 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:50.991 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/06 17:07:51.285 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.285 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.285 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:51.357 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:51.357 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:51.365 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810805168695251] [request="header: store: region: peers: > "] [2024/05/06 17:07:51.365 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810805168695251] [2024/05/06 17:07:51.368 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=873.014µs] [2024/05/06 17:07:51.368 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=68.777µs] [2024/05/06 17:07:51.369 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:51.369 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:51.369 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:51.369 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:51.369 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:51.369 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:51.369 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:51.369 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=747.292µs] [2024/05/06 17:07:51.372 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=22] [2024/05/06 17:07:51.372 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=22] [2024/05/06 17:07:51.372 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=22] [2024/05/06 17:07:51.372 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=22] [2024/05/06 17:07:51.373 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.374 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:51.374 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.374 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.375 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=4] [2024/05/06 17:07:51.375 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:4 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.375 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.375 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=5] [2024/05/06 17:07:51.375 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:5 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986471 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:51.375 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:51.981 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:52.183 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:52.183 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:52.183 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/06 17:07:52.183 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:54.370 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:54.370 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:54.370 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:54.370 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.371 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.372 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.372 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:54.374 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:54.374 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:54.374 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:54.374 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:54.384 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:07:54.384843302 +0800 CST m=+7.465488752, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:54.384 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:54.385 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/06 17:07:54.385 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/06 17:07:54.385 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:54.385 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:54.387 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:54.387 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=2.179914ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:07:54.384843302 +0800 CST m=+7.465488752, startAt:2024-05-06 17:07:54.384960681 +0800 CST m=+7.465606131, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:54.387 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:6 end_key:\"7200000000000000FB\" region_epoch: peers: id:8 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:10 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:12 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:55.372 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:08:00.970 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:08:00.970 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/06 17:08:01.370 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/05/06 17:08:01.370 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=4] [store-address=127.0.0.1:20162] [2024/05/06 17:08:01.371 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=5] [store-address=127.0.0.1:20160] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:01.392098386 +0800 CST m=+14.472743835, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 14 on store 4}, 1:{promote learner peer 14 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 14 on store 4"] [source=create] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:01.392347018 +0800 CST m=+14.472992464, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 15 on store 5}, 1:{promote learner peer 15 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 15 on store 5"] [source=create] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-05-06 17:08:01.392439318 +0800 CST m=+14.473084763, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 16 on store 4}, 1:{promote learner peer 16 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 16 on store 4"] [source=create] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=6] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:6(5, 1), createAt:2024-05-06 17:08:01.392509987 +0800 CST m=+14.473155433, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 17 on store 4}, 1:{promote learner peer 17 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 17 on store 4"] [source=create] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:8(5, 1), createAt:2024-05-06 17:08:01.392581648 +0800 CST m=+14.473227094, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 4}, 1:{promote learner peer 18 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.392 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 18 on store 4"] [source=create] [2024/05/06 17:08:01.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 14 on store 4"] [source=heartbeat] [2024/05/06 17:08:01.393 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:14 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 15 on store 5"] [source=heartbeat] [2024/05/06 17:08:01.393 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:15 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 16 on store 4"] [source=heartbeat] [2024/05/06 17:08:01.394 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:16 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 18 on store 4"] [source=heartbeat] [2024/05/06 17:08:01.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 17 on store 4"] [source=heartbeat] [2024/05/06 17:08:01.394 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:18 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.394 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=6] [detail="Add peer:{id:17 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:08:01.407 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 14 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:08:01.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="promote learner peer 17 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:08:01.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 18 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:08:01.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 16 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:08:01.408 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 15 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:08:01.408 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:14 store_id:4 role:Learner },Add peer:{id:14 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.408 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=16.520543ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:08:01.392098386 +0800 CST m=+14.472743835, startAt:2024-05-06 17:08:01.392263581 +0800 CST m=+14.472909030, currentStep:2, size:1, steps:[0:{add learner peer 14 on store 4}, 1:{promote learner peer 14 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.408 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=16.278384ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:8(5, 1), createAt:2024-05-06 17:08:01.392581648 +0800 CST m=+14.473227094, startAt:2024-05-06 17:08:01.392613452 +0800 CST m=+14.473258902, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 4}, 1:{promote learner peer 18 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.408 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=6] [takes=16.436767ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:6(5, 1), createAt:2024-05-06 17:08:01.392509987 +0800 CST m=+14.473155433, startAt:2024-05-06 17:08:01.392535529 +0800 CST m=+14.473180980, currentStep:2, size:1, steps:[0:{add learner peer 17 on store 4}, 1:{promote learner peer 17 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.409 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:18 store_id:4 role:Learner },Add peer:{id:18 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.409 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=16.592273ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-05-06 17:08:01.392439318 +0800 CST m=+14.473084763, startAt:2024-05-06 17:08:01.392464829 +0800 CST m=+14.473110278, currentStep:2, size:0, steps:[0:{add learner peer 16 on store 4}, 1:{promote learner peer 16 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.409 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=6] [detail="Remove peer:{id:17 store_id:4 role:Learner },Add peer:{id:17 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.409 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:16 store_id:4 role:Learner },Add peer:{id:16 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.409 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=16.94348ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:08:01.392347018 +0800 CST m=+14.472992464, startAt:2024-05-06 17:08:01.392388778 +0800 CST m=+14.473034224, currentStep:2, size:1, steps:[0:{add learner peer 15 on store 5}, 1:{promote learner peer 15 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.409 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:15 store_id:5 role:Learner },Add peer:{id:15 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:08:01.412 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=6] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:6(5, 3), createAt:2024-05-06 17:08:01.412745865 +0800 CST m=+14.493391321, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 5}, 1:{promote learner peer 19 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.412 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 19 on store 5"] [source=create] [2024/05/06 17:08:01.412 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:8(5, 3), createAt:2024-05-06 17:08:01.4129222 +0800 CST m=+14.493567728, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.412 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 20 on store 5"] [source=create] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:01.413044508 +0800 CST m=+14.493689955, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 5"] [source=create] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:01.413170039 +0800 CST m=+14.493815855, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 4}, 1:{promote learner peer 22 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 4"] [source=create] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-05-06 17:08:01.413283143 +0800 CST m=+14.493928677, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 23 on store 5"] [source=create] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 19 on store 5"] [source=heartbeat] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 20 on store 5"] [source=heartbeat] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 5"] [source=heartbeat] [2024/05/06 17:08:01.413 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=6] [detail="Add peer:{id:19 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.413 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:20 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 4"] [source=heartbeat] [2024/05/06 17:08:01.413 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.413 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 23 on store 5"] [source=heartbeat] [2024/05/06 17:08:01.414 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.414 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:23 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:08:01.416 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 20 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:08:01.416 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:08:01.416 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="promote learner peer 19 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:08:01.416 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 23 on store 5 to voter"] [source=heartbeat] [2024/05/06 17:08:01.417 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 4 to voter"] [source=heartbeat] [2024/05/06 17:08:01.417 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:20 store_id:5 role:Learner },Add peer:{id:20 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=4.390762ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:8(5, 3), createAt:2024-05-06 17:08:01.4129222 +0800 CST m=+14.493567728, startAt:2024-05-06 17:08:01.412968503 +0800 CST m=+14.493613958, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.395235ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:08:01.413044508 +0800 CST m=+14.493689955, startAt:2024-05-06 17:08:01.41308731 +0800 CST m=+14.493732756, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.417 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:5 role:Learner },Add peer:{id:21 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=6] [takes=4.727238ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:6(5, 3), createAt:2024-05-06 17:08:01.412745865 +0800 CST m=+14.493391321, startAt:2024-05-06 17:08:01.412832818 +0800 CST m=+14.493478273, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 5}, 1:{promote learner peer 19 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.417 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=6] [detail="Remove peer:{id:19 store_id:5 role:Learner },Add peer:{id:19 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=4.307159ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-05-06 17:08:01.413283143 +0800 CST m=+14.493928677, startAt:2024-05-06 17:08:01.413323478 +0800 CST m=+14.493968936, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:01.417 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:23 store_id:5 role:Learner },Add peer:{id:23 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.417 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:4 role:Learner },Add peer:{id:22 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:08:01.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.608071ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:08:01.413170039 +0800 CST m=+14.493815855, startAt:2024-05-06 17:08:01.41321207 +0800 CST m=+14.493857522, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 4}, 1:{promote learner peer 22 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:51.370 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:51.371 +08:00] [INFO] [cluster.go:506] ["store config is updated"] [2024/05/06 17:09:21.069 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=83] [2024/05/06 17:09:21.069 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=83] [2024/05/06 17:09:23.103 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetGroupConfig, Method:HTTP/1.1/POST:/pd/api/v1/config/rule_group, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:35614, StartTime:2024-05-06 17:09:23 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"tiflash\",\"index\":120}}"] [2024/05/06 17:09:23.104 +08:00] [INFO] [rule_manager.go:639] ["group config updated"] [group="{\"id\":\"tiflash\",\"index\":120}"] [2024/05/06 17:09:40.913 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=308] [2024/05/06 17:09:40.913 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=308] [2024/05/06 17:09:42.766 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36088, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"66485088-6a6f-456e-b017-cca8e94261f9\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff6a5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff6a5f728000000000ff00000a0000000000fa\"}]}}"] [2024/05/06 17:09:42.768 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF6A5F728000000000FF0000010000000000FA 7480000000000000FF6A5F728000000000FF00000A0000000000FA]} (kind:split, region:10(5, 5), createAt:2024-05-06 17:09:42.768010468 +0800 CST m=+115.848655917, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7200000100000000FB\"}"] [2024/05/06 17:09:42.768 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:42.768 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=24] [peer-ids="[25,26,27]"] [2024/05/06 17:09:42.768 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=28] [peer-ids="[29,30,31]"] [2024/05/06 17:09:42.770 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=2.188966ms] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF6A5F728000000000FF0000010000000000FA 7480000000000000FF6A5F728000000000FF00000A0000000000FA]} (kind:split, region:10(5, 5), createAt:2024-05-06 17:09:42.768010468 +0800 CST m=+115.848655917, startAt:2024-05-06 17:09:42.768107221 +0800 CST m=+115.848752671, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7200000100000000FB\"}"] [2024/05/06 17:09:42.770 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{7200000100000000FB} -> {7480000000000000FF6A5F728000000000FF00000A0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=5] [new-version=7] [2024/05/06 17:09:42.770 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:24 start_key:\"7200000100000000FB\" end_key:\"7480000000000000FF6A5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:28 start_key:\"7480000000000000FF6A5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF6A5F728000000000FF00000A0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:42.803 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36130, StartTime:2024-05-06 17:09:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"66485088-6a6f-456e-b017-cca8e94261f9\"]}}"] [2024/05/06 17:09:44.455 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36200, StartTime:2024-05-06 17:09:44 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8176403c-97c8-4cc9-a18a-14d650f857f6\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff6c5f728000000000ff0000020000000000fa\",\"end_key\":\"7480000000000000ff6c5f728000000000ff00000a0000000000fa\"}]}}"] [2024/05/06 17:09:44.460 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF6C5F728000000000FF0000020000000000FA 7480000000000000FF6C5F728000000000FF00000A0000000000FA]} (kind:split, region:10(7, 5), createAt:2024-05-06 17:09:44.460002904 +0800 CST m=+117.540648354, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6A5F728000000000FF00000A0000000000FA\"}"] [2024/05/06 17:09:44.460 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:44.460 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=32] [peer-ids="[33,34,35]"] [2024/05/06 17:09:44.460 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=36] [peer-ids="[37,38,39]"] [2024/05/06 17:09:44.461 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{7480000000000000FF6A5F728000000000FF00000A0000000000FA} -> {7480000000000000FF6C5F728000000000FF00000A0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=7] [new-version=9] [2024/05/06 17:09:44.461 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:32 start_key:\"7480000000000000FF6A5F728000000000FF00000A0000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers: id:36 start_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF00000A0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:44.461 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=1.709078ms] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF6C5F728000000000FF0000020000000000FA 7480000000000000FF6C5F728000000000FF00000A0000000000FA]} (kind:split, region:10(7, 5), createAt:2024-05-06 17:09:44.460002904 +0800 CST m=+117.540648354, startAt:2024-05-06 17:09:44.460114755 +0800 CST m=+117.540760206, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6A5F728000000000FF00000A0000000000FA\"}"] [2024/05/06 17:09:44.492 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36238, StartTime:2024-05-06 17:09:44 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8176403c-97c8-4cc9-a18a-14d650f857f6\"]}}"] [2024/05/06 17:09:46.247 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36296, StartTime:2024-05-06 17:09:46 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"3297d495-de1e-4f45-8c6f-738df0b2cefe\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff705f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff705f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:09:46.248 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF705F728000000000FF0000010000000000FA 7480000000000000FF705F728000000000FF0000030000000000FA]} (kind:split, region:10(9, 5), createAt:2024-05-06 17:09:46.248955712 +0800 CST m=+119.329601163, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6C5F728000000000FF00000A0000000000FA\"}"] [2024/05/06 17:09:46.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:46.249 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=40] [peer-ids="[41,42,43]"] [2024/05/06 17:09:46.249 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=44] [peer-ids="[45,46,47]"] [2024/05/06 17:09:46.250 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{7480000000000000FF6C5F728000000000FF00000A0000000000FA} -> {7480000000000000FF705F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=9] [new-version=11] [2024/05/06 17:09:46.250 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=1.710483ms] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF705F728000000000FF0000010000000000FA 7480000000000000FF705F728000000000FF0000030000000000FA]} (kind:split, region:10(9, 5), createAt:2024-05-06 17:09:46.248955712 +0800 CST m=+119.329601163, startAt:2024-05-06 17:09:46.249043896 +0800 CST m=+119.329689346, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF6C5F728000000000FF00000A0000000000FA\"}"] [2024/05/06 17:09:46.250 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:40 start_key:\"7480000000000000FF6C5F728000000000FF00000A0000000000FA\" end_key:\"7480000000000000FF705F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:44 start_key:\"7480000000000000FF705F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF705F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:46.296 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36328, StartTime:2024-05-06 17:09:46 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"3297d495-de1e-4f45-8c6f-738df0b2cefe\"]}}"] [2024/05/06 17:09:47.495 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=36] [operator="\"balance-leader {transfer leader: store 1 to 4} (kind:leader, region:36(9, 5), createAt:2024-05-06 17:09:47.495324103 +0800 CST m=+120.575969553, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 4}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"6.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:47.495 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=36] [step="transfer leader from store 1 to store 4"] [source=create] [2024/05/06 17:09:47.498 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=36] [from=1] [to=4] [2024/05/06 17:09:47.498 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=36] [takes=2.512288ms] [operator="\"balance-leader {transfer leader: store 1 to 4} (kind:leader, region:36(9, 5), createAt:2024-05-06 17:09:47.495324103 +0800 CST m=+120.575969553, startAt:2024-05-06 17:09:47.495833232 +0800 CST m=+120.576478683, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 4}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"6.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:48.078 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36376, StartTime:2024-05-06 17:09:48 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"1b8d26c7-c6b3-4518-bfbd-004773ca88e7\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff725f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff725f728000000000ff0000150000000000fa\"}]}}"] [2024/05/06 17:09:48.080 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF725F728000000000FF0000010000000000FA 7480000000000000FF725F728000000000FF0000150000000000FA]} (kind:split, region:10(11, 5), createAt:2024-05-06 17:09:48.080693695 +0800 CST m=+121.161339145, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF705F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:09:48.080 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:48.081 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=48] [peer-ids="[49,50,51]"] [2024/05/06 17:09:48.081 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=52] [peer-ids="[53,54,55]"] [2024/05/06 17:09:48.082 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{7480000000000000FF705F728000000000FF0000030000000000FA} -> {7480000000000000FF725F728000000000FF0000150000000000FA}, EndKey:{7800000000000000FB}"] [old-version=11] [new-version=13] [2024/05/06 17:09:48.082 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:48 start_key:\"7480000000000000FF705F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FF725F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:52 start_key:\"7480000000000000FF725F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF725F728000000000FF0000150000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:48.082 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=1.801048ms] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF725F728000000000FF0000010000000000FA 7480000000000000FF725F728000000000FF0000150000000000FA]} (kind:split, region:10(11, 5), createAt:2024-05-06 17:09:48.080693695 +0800 CST m=+121.161339145, startAt:2024-05-06 17:09:48.080780765 +0800 CST m=+121.161426215, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF705F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:09:48.113 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36412, StartTime:2024-05-06 17:09:48 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"1b8d26c7-c6b3-4518-bfbd-004773ca88e7\"]}}"] [2024/05/06 17:09:48.258 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:12(5, 5), createAt:2024-05-06 17:09:48.258350175 +0800 CST m=+121.338995624, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"7.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:48.258 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:48.260 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=12] [from=1] [to=5] [2024/05/06 17:09:48.260 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.345916ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:12(5, 5), createAt:2024-05-06 17:09:48.258350175 +0800 CST m=+121.338995624, startAt:2024-05-06 17:09:48.258865671 +0800 CST m=+121.339511121, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"7.00\",\"targetScore\":\"5.00\"}"] [2024/05/06 17:09:49.891 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36480, StartTime:2024-05-06 17:09:49 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"e54f489f-0bcc-4ecc-9624-616c5e69b867\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff745f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff745f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:09:49.900 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF745F728000000000FF0000010000000000FA 7480000000000000FF745F728000000000FF0000030000000000FA]} (kind:split, region:10(13, 5), createAt:2024-05-06 17:09:49.900662684 +0800 CST m=+122.981308134, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF725F728000000000FF0000150000000000FA\"}"] [2024/05/06 17:09:49.900 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:49.901 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=56] [peer-ids="[57,58,59]"] [2024/05/06 17:09:49.901 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=60] [peer-ids="[61,62,63]"] [2024/05/06 17:09:49.902 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{7480000000000000FF725F728000000000FF0000150000000000FA} -> {7480000000000000FF745F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=13] [new-version=15] [2024/05/06 17:09:49.902 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:56 start_key:\"7480000000000000FF725F728000000000FF0000150000000000FA\" end_key:\"7480000000000000FF745F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:60 start_key:\"7480000000000000FF745F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF745F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:49.902 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=1.861193ms] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF745F728000000000FF0000010000000000FA 7480000000000000FF745F728000000000FF0000030000000000FA]} (kind:split, region:10(13, 5), createAt:2024-05-06 17:09:49.900662684 +0800 CST m=+122.981308134, startAt:2024-05-06 17:09:49.900802303 +0800 CST m=+122.981447753, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF725F728000000000FF0000150000000000FA\"}"] [2024/05/06 17:09:49.928 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36530, StartTime:2024-05-06 17:09:49 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"e54f489f-0bcc-4ecc-9624-616c5e69b867\"]}}"] [2024/05/06 17:09:49.962 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=56] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:56(15, 5), createAt:2024-05-06 17:09:49.961167062 +0800 CST m=+123.041812512, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"8.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:49.962 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=56] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:49.962 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=52] [operator="\"balance-leader {transfer leader: store 1 to 4} (kind:leader, region:52(13, 5), createAt:2024-05-06 17:09:49.961284884 +0800 CST m=+123.041930335, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 4}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"7.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:49.962 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=52] [step="transfer leader from store 1 to store 4"] [source=create] [2024/05/06 17:09:49.963 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=52] [takes=1.051208ms] [operator="\"balance-leader {transfer leader: store 1 to 4} (kind:leader, region:52(13, 5), createAt:2024-05-06 17:09:49.961284884 +0800 CST m=+123.041930335, startAt:2024-05-06 17:09:49.962257381 +0800 CST m=+123.042902827, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 4}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"7.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:49.963 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=52] [from=1] [to=4] [2024/05/06 17:09:49.963 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=56] [takes=1.169129ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:56(15, 5), createAt:2024-05-06 17:09:49.961167062 +0800 CST m=+123.041812512, startAt:2024-05-06 17:09:49.962198775 +0800 CST m=+123.042844226, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"8.00\",\"targetScore\":\"6.00\"}"] [2024/05/06 17:09:49.963 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=56] [from=1] [to=5] [2024/05/06 17:09:52.057 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36632, StartTime:2024-05-06 17:09:52 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"e45ed614-23b6-4ba7-8f08-227869829d08\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff785f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff785f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:09:52.061 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF785F728000000000FF0000010000000000FA 7480000000000000FF785F728000000000FF0000030000000000FA]} (kind:split, region:10(15, 5), createAt:2024-05-06 17:09:52.061809057 +0800 CST m=+125.142454507, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF745F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:09:52.061 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:52.062 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=64] [peer-ids="[65,66,67]"] [2024/05/06 17:09:52.062 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=68] [peer-ids="[69,70,71]"] [2024/05/06 17:09:52.063 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{7480000000000000FF745F728000000000FF0000030000000000FA} -> {7480000000000000FF785F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=15] [new-version=17] [2024/05/06 17:09:52.063 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=1.697845ms] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF785F728000000000FF0000010000000000FA 7480000000000000FF785F728000000000FF0000030000000000FA]} (kind:split, region:10(15, 5), createAt:2024-05-06 17:09:52.061809057 +0800 CST m=+125.142454507, startAt:2024-05-06 17:09:52.061922572 +0800 CST m=+125.142568023, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF745F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:09:52.063 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:64 start_key:\"7480000000000000FF745F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FF785F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:68 start_key:\"7480000000000000FF785F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF785F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:52.092 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36666, StartTime:2024-05-06 17:09:52 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"e45ed614-23b6-4ba7-8f08-227869829d08\"]}}"] [2024/05/06 17:09:52.177 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=32] [operator="\"balance-leader {transfer leader: store 1 to 4} (kind:leader, region:32(9, 5), createAt:2024-05-06 17:09:52.177124443 +0800 CST m=+125.257769893, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 4}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"8.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:52.177 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=32] [step="transfer leader from store 1 to store 4"] [source=create] [2024/05/06 17:09:52.179 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=32] [from=1] [to=4] [2024/05/06 17:09:52.179 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=32] [takes=1.381173ms] [operator="\"balance-leader {transfer leader: store 1 to 4} (kind:leader, region:32(9, 5), createAt:2024-05-06 17:09:52.177124443 +0800 CST m=+125.257769893, startAt:2024-05-06 17:09:52.177648025 +0800 CST m=+125.258293475, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 4}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"8.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:54.250 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36752, StartTime:2024-05-06 17:09:54 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d3ce89e9-2132-4307-90ff-797afcef3b8e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff7c5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff7c5f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:09:54.251 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF7C5F728000000000FF0000010000000000FA 7480000000000000FF7C5F728000000000FF0000050000000000FA]} (kind:split, region:10(17, 5), createAt:2024-05-06 17:09:54.251497225 +0800 CST m=+127.332142674, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF785F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:09:54.251 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:09:54.251 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=72] [peer-ids="[73,74,75]"] [2024/05/06 17:09:54.251 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=76] [peer-ids="[77,78,79]"] [2024/05/06 17:09:54.252 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=1.388784ms] [operator="\"labeler-split-region {split: region 10 use policy USEKEY and keys [7480000000000000FF7C5F728000000000FF0000010000000000FA 7480000000000000FF7C5F728000000000FF0000050000000000FA]} (kind:split, region:10(17, 5), createAt:2024-05-06 17:09:54.251497225 +0800 CST m=+127.332142674, startAt:2024-05-06 17:09:54.251578511 +0800 CST m=+127.332223960, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF785F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:09:54.253 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{7480000000000000FF785F728000000000FF0000030000000000FA} -> {7480000000000000FF7C5F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=17] [new-version=19] [2024/05/06 17:09:54.253 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:72 start_key:\"7480000000000000FF785F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FF7C5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:76 start_key:\"7480000000000000FF7C5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF7C5F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:09:54.286 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36790, StartTime:2024-05-06 17:09:54 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d3ce89e9-2132-4307-90ff-797afcef3b8e\"]}}"] [2024/05/06 17:09:54.394 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=44] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:44(11, 5), createAt:2024-05-06 17:09:54.393888902 +0800 CST m=+127.474534353, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"9.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:54.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=44] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:54.400 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=44] [takes=5.904729ms] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:44(11, 5), createAt:2024-05-06 17:09:54.393888902 +0800 CST m=+127.474534353, startAt:2024-05-06 17:09:54.394424843 +0800 CST m=+127.475070289, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"9.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:54.400 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=44] [from=1] [to=5] [2024/05/06 17:09:54.405 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:2(5, 5), createAt:2024-05-06 17:09:54.404626618 +0800 CST m=+127.485272068, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"9.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:54.405 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="transfer leader from store 1 to store 5"] [source=create] [2024/05/06 17:09:54.405 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=869.646µs] [operator="\"balance-leader {transfer leader: store 1 to 5} (kind:leader, region:2(5, 5), createAt:2024-05-06 17:09:54.404626618 +0800 CST m=+127.485272068, startAt:2024-05-06 17:09:54.405109337 +0800 CST m=+127.485754787, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 5}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"9.00\",\"targetScore\":\"7.00\"}"] [2024/05/06 17:09:54.406 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=2] [from=1] [to=5] ==> ./pd2.log <== [2024/05/06 17:07:46.957 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:46.957 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:46.957 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:46.957 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:46.957 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:46.957 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:46.957 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:46.957 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:46.957 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:46.961 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:46.961 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:46.961 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:46.961 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:46.963 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:46.963 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:46.963 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:46.963 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:46.963 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:46.963 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=50] [max-cpu-available=50] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:46.963 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:46.964 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=508.918µs] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:48.967 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.968 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:48.969 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:48.969 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.969 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.969 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.969 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.969 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.969 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.969 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.969 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.969 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.970 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.970 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.970 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.970 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.970 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:48.970 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:48.970 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:48.970 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:48.970 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.970 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:48.970 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.970 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.970 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:48.970 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.972 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:48.972 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:48.973 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.973 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.973 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.973 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.973 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.973 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:48.973 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:48.974 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:49.021 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:50.967 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:50.968 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:50.968 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:50.969 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:50.969 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:50.969 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:50.969 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:50.969 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:50.973 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810805168695251] [2024/05/06 17:07:50.973 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810805168695251] [2024/05/06 17:07:50.977 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:50.977 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:50.978 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:50.979 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:50.979 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:50.979 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:50.979 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:50.980 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:50.980 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/06 17:07:50.980 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:51.182 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:51.182 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:51.182 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:51.182 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=32.466µs] [2024/05/06 17:07:51.182 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:51.183 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:51.183 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810805168695251/leader] [purpose="leader election"] [2024/05/06 17:07:52.183 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:53.083 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:53.094 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:53.094 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:53.094 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37941] [remotes="[]"] [2024/05/06 17:07:53.094 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37785] [remotes="[]"] [2024/05/06 17:07:53.095 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:53.099 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:08:00.970 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:08:00.970 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/06 17:09:23.180 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:23.180 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:25.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:25.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:27.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:27.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:29.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:29.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:31.182 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:31.182 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:33.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:33.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:35.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:35.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:37.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:37.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:39.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:39.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:41.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:41.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:43.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:43.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:45.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:45.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:47.184 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:47.184 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:49.184 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:49.184 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:51.185 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:51.185 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:53.098 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:09:53.098 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:37785/schema] [error="Get \"http://127.0.0.1:37785/schema\": read tcp 127.0.0.1:43350->127.0.0.1:37785: read: connection reset by peer"] [2024/05/06 17:09:53.099 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:09:53.185 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:53.185 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:55.019 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:55.186 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:55.186 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:57.187 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:57.187 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:59.188 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:59.188 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:01.188 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:01.188 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.279846ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 5 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 5 }]"] [region_id=8] [thread_id=31] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 5 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.198881ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 4 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 5 }]"] [region_id=6] [thread_id=31] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 5 }]"] [region_id=2] [thread_id=31] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=10] [term=6] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=9] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=10] [term=6] [peer_id=7] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.416 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=7] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=7] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=11] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 14, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 4 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:08:01.417 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 }"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 17, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.417 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 }"] [peer_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.417 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 23, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 4 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 role: Learner }"] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:09:42.542 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:42.542 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:42.621 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:42.768 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 5"] [region_id=10] [thread_id=31] [2024/05/06 17:09:42.768 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF6A5F728000000000FF0000010000000000FA to 7480000000000000FF6A5F728000000000FF00000A0000000000FA"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:09:42.768 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [new_region_ids="[new_region_id: 24 new_peer_ids: 25 new_peer_ids: 26 new_peer_ids: 27, new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31]"] [region_id=10] [thread_id=31] [2024/05/06 17:09:42.769 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA new_region_id: 24 new_peer_ids: 25 new_peer_ids: 26 new_peer_ids: 27 } requests { split_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31 } right_derive: true }"] [index=576] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:42.769 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF6A5F728000000000FF0000010000000000FA to 7480000000000000FF6A5F728000000000FF00000A0000000000FA"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(3)] [region_id=10] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:42.769 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 7 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 24 start_key: 7200000100000000FB end_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 25 store_id: 1 } peers { id: 26 store_id: 4 } peers { id: 27 store_id: 5 }"] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 26, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {25, 26, 27} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[26, 27]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=25] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 28 start_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA end_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 4 } peers { id: 31 store_id: 5 }"] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 29."] [id=29] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[30, 31]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=30] [vote=true] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[30, 31]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=26] [vote=true] [raft_id=25] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=25] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[26, 27]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=25] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=576] [observe_id=ObserveId(6)] [region=10] [thread_id=68] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=31] [vote=true] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803790] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=27] [vote=true] [raft_id=25] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=25] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803790] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.771 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=28] [thread_id=31] [2024/05/06 17:09:42.771 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=24] [thread_id=31] [2024/05/06 17:09:42.771 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 24 start_key: 7200000100000000FB end_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 25 store_id: 1 } peers { id: 26 store_id: 4 } peers { id: 27 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:42.771 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 28 start_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA end_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 4 } peers { id: 31 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:42.771 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(8)] [region=28] [thread_id=68] [2024/05/06 17:09:42.771 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(7)] [region=24] [thread_id=68] [2024/05/06 17:09:42.796 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=558] [write_entries=9] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:09:42.800 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:09:42.801 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:42.802 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 630, total_kvs: 9, meta: uuid: 4BCD1637C0344789B7AD60DDB4F0AD0C range { start: 7480000000000000FF6A5F728000000000FF0000010000000000FA end: 7480000000000000FF6A5F728000000000FF0000090000000000FA } cf_name: \"write\" region_id: 28 region_epoch { conf_ver: 5 version: 7 } }]"] [thread_id=105] [2024/05/06 17:09:42.802 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:42.872 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:42.872 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:44.273 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:44.273 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:44.350 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:09:44.460 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 7"] [region_id=10] [thread_id=31] [2024/05/06 17:09:44.460 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF6C5F728000000000FF0000020000000000FA to 7480000000000000FF6C5F728000000000FF00000A0000000000FA"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:09:44.460 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 10 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 7 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [new_region_ids="[new_region_id: 32 new_peer_ids: 33 new_peer_ids: 34 new_peer_ids: 35, new_region_id: 36 new_peer_ids: 37 new_peer_ids: 38 new_peer_ids: 39]"] [region_id=10] [thread_id=31] [2024/05/06 17:09:44.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA new_region_id: 32 new_peer_ids: 33 new_peer_ids: 34 new_peer_ids: 35 } requests { split_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA new_region_id: 36 new_peer_ids: 37 new_peer_ids: 38 new_peer_ids: 39 } right_derive: true }"] [index=601] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:09:44.461 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF6C5F728000000000FF0000020000000000FA to 7480000000000000FF6C5F728000000000FF00000A0000000000FA"] [region="id: 10 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 7 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(6)] [region_id=10] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 32 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 33 store_id: 1 } peers { id: 34 store_id: 4 } peers { id: 35 store_id: 5 }"] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 9 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {33, 34, 35} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {33, 34, 35} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 33."] [id=33] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[34, 35]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 36 start_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA end_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 37 store_id: 1 } peers { id: 38 store_id: 4 } peers { id: 39 store_id: 5 }"] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {37, 38, 39} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {37, 38, 39} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 37."] [id=37] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[38, 39]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=34] [vote=true] [raft_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=38] [vote=true] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[34, 35]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[38, 39]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.462 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=601] [observe_id=ObserveId(9)] [region=10] [thread_id=68] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=35] [vote=true] [raft_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803794] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=38] [vote=true] [raft_id=37] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=37] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803794] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=32] [thread_id=31] [2024/05/06 17:09:44.462 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 32 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 33 store_id: 1 } peers { id: 34 store_id: 4 } peers { id: 35 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:44.462 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=36] [thread_id=31] [2024/05/06 17:09:44.462 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(10)] [region=32] [thread_id=68] [2024/05/06 17:09:44.462 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 36 start_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA end_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 37 store_id: 1 } peers { id: 38 store_id: 4 } peers { id: 39 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:44.462 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(11)] [region=36] [thread_id=68] [2024/05/06 17:09:44.485 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=372] [write_entries=6] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:44.489 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:44.489 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:44.490 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 420, total_kvs: 6, meta: uuid: 28978560598D4B479F5476E0A0270842 range { start: 7480000000000000FF6C5F728000000000FF0000020000000000FA end: 7480000000000000FF6C5F728000000000FF0000090000000000FA } cf_name: \"write\" region_id: 36 region_epoch { conf_ver: 5 version: 9 } }]"] [thread_id=105] [2024/05/06 17:09:44.491 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:44.545 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:44.545 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:46.020 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:46.020 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:46.108 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:46.249 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 9"] [region_id=10] [thread_id=31] [2024/05/06 17:09:46.249 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF705F728000000000FF0000010000000000FA to 7480000000000000FF705F728000000000FF0000030000000000FA"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:09:46.249 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 10 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 9 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [new_region_ids="[new_region_id: 40 new_peer_ids: 41 new_peer_ids: 42 new_peer_ids: 43, new_region_id: 44 new_peer_ids: 45 new_peer_ids: 46 new_peer_ids: 47]"] [region_id=10] [thread_id=31] [2024/05/06 17:09:46.250 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF705F728000000000FF0000010000000000FA new_region_id: 40 new_peer_ids: 41 new_peer_ids: 42 new_peer_ids: 43 } requests { split_key: 7480000000000000FF705F728000000000FF0000030000000000FA new_region_id: 44 new_peer_ids: 45 new_peer_ids: 46 new_peer_ids: 47 } right_derive: true }"] [index=637] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:46.250 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF705F728000000000FF0000010000000000FA to 7480000000000000FF705F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 9 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(9)] [region_id=10] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:46.250 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 11 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 40 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF705F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 41 store_id: 1 } peers { id: 42 store_id: 4 } peers { id: 43 store_id: 5 }"] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {41, 42, 43} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {41, 42, 43} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 41."] [id=41] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[42, 43]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 44 start_key: 7480000000000000FF705F728000000000FF0000010000000000FA end_key: 7480000000000000FF705F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 45 store_id: 1 } peers { id: 46 store_id: 4 } peers { id: 47 store_id: 5 }"] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {45, 46, 47} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {45, 46, 47} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 45."] [id=45] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[46, 47]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=42] [vote=true] [raft_id=41] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=41] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[42, 43]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=41] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=46] [vote=true] [raft_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[46, 47]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=637] [observe_id=ObserveId(12)] [region=10] [thread_id=68] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=42] [vote=true] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=41] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803798] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=47] [vote=true] [raft_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803798] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=40] [thread_id=31] [2024/05/06 17:09:46.251 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=44] [thread_id=31] [2024/05/06 17:09:46.251 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 40 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF705F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 41 store_id: 1 } peers { id: 42 store_id: 4 } peers { id: 43 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:46.251 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 44 start_key: 7480000000000000FF705F728000000000FF0000010000000000FA end_key: 7480000000000000FF705F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 45 store_id: 1 } peers { id: 46 store_id: 4 } peers { id: 47 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:46.251 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(13)] [region=40] [thread_id=68] [2024/05/06 17:09:46.251 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(14)] [region=44] [thread_id=68] [2024/05/06 17:09:46.289 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=134] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:09:46.293 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:46.294 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:46.295 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 150, total_kvs: 2, meta: uuid: 2973A7C2FB42445DBDDEEC335865EF11 range { start: 7480000000000000FF705F728000000000FF0000010000000000FA end: 7480000000000000FF705F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 44 region_epoch { conf_ver: 5 version: 11 } }]"] [thread_id=105] [2024/05/06 17:09:46.295 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:46.407 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:46.407 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:47.496 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 38 store_id: 4"] [from_peer="id: 37 store_id: 1"] [region_id=36] [thread_id=31] [2024/05/06 17:09:47.496 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 38 store_id: 4"] [peer_id=37] [region_id=36] [thread_id=102] [2024/05/06 17:09:47.496 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 38"] [lead_transferee=38] [term=6] [raft_id=37] [region_id=36] [thread_id=102] [2024/05/06 17:09:47.496 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 38 immediately as 38 already has up-to-date log"] [lead_transferee=38] [raft_id=37] [region_id=36] [thread_id=102] [2024/05/06 17:09:47.497 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 52436813.882 -> 52436707.672"] [thread_id=101] [2024/05/06 17:09:47.497 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 38"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=38] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.497 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.497 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 38 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=38] [vote=0] [log_index=7] [log_term=6] [raft_id=37] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.497 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(11)] [region_id=36] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:47.879 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:47.879 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:47.964 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:09:48.080 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 11"] [region_id=10] [thread_id=31] [2024/05/06 17:09:48.081 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF725F728000000000FF0000010000000000FA to 7480000000000000FF725F728000000000FF0000150000000000FA"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:09:48.081 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 10 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 11 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [new_region_ids="[new_region_id: 48 new_peer_ids: 49 new_peer_ids: 50 new_peer_ids: 51, new_region_id: 52 new_peer_ids: 53 new_peer_ids: 54 new_peer_ids: 55]"] [region_id=10] [thread_id=31] [2024/05/06 17:09:48.081 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF725F728000000000FF0000010000000000FA new_region_id: 48 new_peer_ids: 49 new_peer_ids: 50 new_peer_ids: 51 } requests { split_key: 7480000000000000FF725F728000000000FF0000150000000000FA new_region_id: 52 new_peer_ids: 53 new_peer_ids: 54 new_peer_ids: 55 } right_derive: true }"] [index=662] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:09:48.081 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF725F728000000000FF0000010000000000FA to 7480000000000000FF725F728000000000FF0000150000000000FA"] [region="id: 10 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 11 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(12)] [region_id=10] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:48.082 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 13 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 48 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7480000000000000FF725F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 49 store_id: 1 } peers { id: 50 store_id: 4 } peers { id: 51 store_id: 5 }"] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {49, 50, 51} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {49, 50, 51} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 49."] [id=49] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[50, 51]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 52 start_key: 7480000000000000FF725F728000000000FF0000010000000000FA end_key: 7480000000000000FF725F728000000000FF0000150000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 53 store_id: 1 } peers { id: 54 store_id: 4 } peers { id: 55 store_id: 5 }"] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {53, 54, 55} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {53, 54, 55} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 53."] [id=53] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[54, 55]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=51] [vote=true] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[50, 51]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=54] [vote=true] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[54, 55]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.083 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=662] [observe_id=ObserveId(15)] [region=10] [thread_id=68] [2024/05/06 17:09:48.083 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=50] [vote=true] [raft_id=49] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.083 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=49] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.083 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803802] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.083 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=55] [vote=true] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.083 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.083 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803802] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.083 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=48] [thread_id=31] [2024/05/06 17:09:48.083 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=52] [thread_id=31] [2024/05/06 17:09:48.083 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 48 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7480000000000000FF725F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 49 store_id: 1 } peers { id: 50 store_id: 4 } peers { id: 51 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:48.083 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 52 start_key: 7480000000000000FF725F728000000000FF0000010000000000FA end_key: 7480000000000000FF725F728000000000FF0000150000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 53 store_id: 1 } peers { id: 54 store_id: 4 } peers { id: 55 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:48.083 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16)] [region=48] [thread_id=68] [2024/05/06 17:09:48.083 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(17)] [region=52] [thread_id=68] [2024/05/06 17:09:48.106 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=402] [write_entries=6] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:48.110 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:48.111 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:48.112 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 450, total_kvs: 6, meta: uuid: 9B44BFB9AA434F61B0D13F954364AC14 range { start: 7480000000000000FF725F728000000000FF0000010000000000FA end: 7480000000000000FF725F728000000000FF0000140000000000FA } cf_name: \"write\" region_id: 52 region_epoch { conf_ver: 5 version: 13 } }]"] [thread_id=105] [2024/05/06 17:09:48.112 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:48.251 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:48.251 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:48.259 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 15 store_id: 5"] [from_peer="id: 13 store_id: 1"] [region_id=12] [thread_id=31] [2024/05/06 17:09:48.259 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 15 store_id: 5"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 15"] [lead_transferee=15] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 15 immediately as 15 already has up-to-date log"] [lead_transferee=15] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=15] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 11, vote: 0] cast vote for 15 [logterm: 6, index: 11] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=11] [msg_term=6] [from=15] [vote=0] [log_index=11] [log_term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(5)] [region_id=12] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:49.695 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:49.695 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:49.789 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:49.901 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 13"] [region_id=10] [thread_id=31] [2024/05/06 17:09:49.901 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF745F728000000000FF0000010000000000FA to 7480000000000000FF745F728000000000FF0000030000000000FA"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:09:49.901 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 10 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 13 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [new_region_ids="[new_region_id: 56 new_peer_ids: 57 new_peer_ids: 58 new_peer_ids: 59, new_region_id: 60 new_peer_ids: 61 new_peer_ids: 62 new_peer_ids: 63]"] [region_id=10] [thread_id=31] [2024/05/06 17:09:49.902 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF745F728000000000FF0000010000000000FA new_region_id: 56 new_peer_ids: 57 new_peer_ids: 58 new_peer_ids: 59 } requests { split_key: 7480000000000000FF745F728000000000FF0000030000000000FA new_region_id: 60 new_peer_ids: 61 new_peer_ids: 62 new_peer_ids: 63 } right_derive: true }"] [index=687] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:49.902 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF745F728000000000FF0000010000000000FA to 7480000000000000FF745F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 13 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:49.902 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(15)] [region_id=10] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 15 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 56 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7480000000000000FF745F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 57 store_id: 1 } peers { id: 58 store_id: 4 } peers { id: 59 store_id: 5 }"] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {57, 58, 59} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {57, 58, 59} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 57."] [id=57] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[58, 59]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 60 start_key: 7480000000000000FF745F728000000000FF0000010000000000FA end_key: 7480000000000000FF745F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 61 store_id: 1 } peers { id: 62 store_id: 4 } peers { id: 63 store_id: 5 }"] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {61, 62, 63} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {61, 62, 63} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 61."] [id=61] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[62, 63]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=59] [vote=true] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[58, 59]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=63] [vote=true] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[62, 63]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=59] [vote=true] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803806] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=63] [vote=true] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=61] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.903 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803806] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.903 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=687] [observe_id=ObserveId(18)] [region=10] [thread_id=68] [2024/05/06 17:09:49.903 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=56] [thread_id=31] [2024/05/06 17:09:49.903 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 56 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7480000000000000FF745F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 57 store_id: 1 } peers { id: 58 store_id: 4 } peers { id: 59 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:49.903 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=60] [thread_id=31] [2024/05/06 17:09:49.903 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 60 start_key: 7480000000000000FF745F728000000000FF0000010000000000FA end_key: 7480000000000000FF745F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 61 store_id: 1 } peers { id: 62 store_id: 4 } peers { id: 63 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:49.903 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(19)] [region=56] [thread_id=68] [2024/05/06 17:09:49.903 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(20)] [region=60] [thread_id=68] [2024/05/06 17:09:49.921 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=132] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:09:49.925 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:09:49.925 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:49.926 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 148, total_kvs: 2, meta: uuid: 79EB8DD38A4543A5A24EA947049D5C9C range { start: 7480000000000000FF745F728000000000FF0000010000000000FA end: 7480000000000000FF745F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 60 region_epoch { conf_ver: 5 version: 15 } }]"] [thread_id=105] [2024/05/06 17:09:49.926 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:49.962 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 59 store_id: 5"] [from_peer="id: 57 store_id: 1"] [region_id=56] [thread_id=31] [2024/05/06 17:09:49.962 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 54 store_id: 4"] [from_peer="id: 53 store_id: 1"] [region_id=52] [thread_id=31] [2024/05/06 17:09:49.962 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 59 store_id: 5"] [peer_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 59"] [lead_transferee=59] [term=6] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 59 immediately as 59 already has up-to-date log"] [lead_transferee=59] [raft_id=57] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 54 store_id: 4"] [peer_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 54"] [lead_transferee=54] [term=6] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 54 immediately as 54 already has up-to-date log"] [lead_transferee=54] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 59"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=59] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 59 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=59] [vote=0] [log_index=6] [log_term=6] [raft_id=57] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.962 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 52436816.348 -> 52436707.672"] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 54"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=54] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 54 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=54] [vote=0] [log_index=7] [log_term=6] [raft_id=53] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(19)] [region_id=56] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:49.962 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(17)] [region_id=52] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:50.091 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:50.091 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:51.810 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:09:51.810 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:09:51.882 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:52.062 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 15"] [region_id=10] [thread_id=31] [2024/05/06 17:09:52.062 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF785F728000000000FF0000010000000000FA to 7480000000000000FF785F728000000000FF0000030000000000FA"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:09:52.062 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 10 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 15 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [new_region_ids="[new_region_id: 64 new_peer_ids: 65 new_peer_ids: 66 new_peer_ids: 67, new_region_id: 68 new_peer_ids: 69 new_peer_ids: 70 new_peer_ids: 71]"] [region_id=10] [thread_id=31] [2024/05/06 17:09:52.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF785F728000000000FF0000010000000000FA new_region_id: 64 new_peer_ids: 65 new_peer_ids: 66 new_peer_ids: 67 } requests { split_key: 7480000000000000FF785F728000000000FF0000030000000000FA new_region_id: 68 new_peer_ids: 69 new_peer_ids: 70 new_peer_ids: 71 } right_derive: true }"] [index=723] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:09:52.063 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF785F728000000000FF0000010000000000FA to 7480000000000000FF785F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 15 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(18)] [region_id=10] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:52.063 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 17 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 64 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7480000000000000FF785F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 65 store_id: 1 } peers { id: 66 store_id: 4 } peers { id: 67 store_id: 5 }"] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {65, 66, 67} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {65, 66, 67} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 65."] [id=65] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[66, 67]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 68 start_key: 7480000000000000FF785F728000000000FF0000010000000000FA end_key: 7480000000000000FF785F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 69 store_id: 1 } peers { id: 70 store_id: 4 } peers { id: 71 store_id: 5 }"] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {69, 70, 71} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {69, 70, 71} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 69."] [id=69] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[70, 71]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=66] [vote=true] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[66, 67]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=65] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=71] [vote=true] [raft_id=69] [region_id=68] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=69] [region_id=68] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[70, 71]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=69] [region_id=68] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=723] [observe_id=ObserveId(21)] [region=10] [thread_id=68] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=67] [vote=true] [raft_id=65] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=65] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803810] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.064 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=71] [vote=true] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.064 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=69] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.064 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803810] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.064 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=64] [thread_id=31] [2024/05/06 17:09:52.064 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=68] [thread_id=31] [2024/05/06 17:09:52.064 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 64 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7480000000000000FF785F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 65 store_id: 1 } peers { id: 66 store_id: 4 } peers { id: 67 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:52.064 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 68 start_key: 7480000000000000FF785F728000000000FF0000010000000000FA end_key: 7480000000000000FF785F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 69 store_id: 1 } peers { id: 70 store_id: 4 } peers { id: 71 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:52.064 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(22)] [region=64] [thread_id=68] [2024/05/06 17:09:52.064 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(23)] [region=68] [thread_id=68] [2024/05/06 17:09:52.085 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=124] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:09:52.089 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:09:52.089 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:52.090 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 140, total_kvs: 2, meta: uuid: E50D1CA257F04B548864639EF6FEE8C2 range { start: 7480000000000000FF785F728000000000FF0000010000000000FA end: 7480000000000000FF785F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 68 region_epoch { conf_ver: 5 version: 17 } }]"] [thread_id=105] [2024/05/06 17:09:52.091 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:52.177 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 34 store_id: 4"] [from_peer="id: 33 store_id: 1"] [region_id=32] [thread_id=31] [2024/05/06 17:09:52.178 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 34 store_id: 4"] [peer_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 34"] [lead_transferee=34] [term=6] [raft_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 34 immediately as 34 already has up-to-date log"] [lead_transferee=34] [raft_id=33] [region_id=32] [thread_id=102] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 34"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=34] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 34 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=34] [vote=0] [log_index=6] [log_term=6] [raft_id=33] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(10)] [region_id=32] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:52.199 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:09:52.199 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:09:54.045 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:09:54.045 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:09:54.130 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:09:54.251 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 17"] [region_id=10] [thread_id=31] [2024/05/06 17:09:54.251 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FF7C5F728000000000FF0000010000000000FA to 7480000000000000FF7C5F728000000000FF0000050000000000FA"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 10 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 17 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [new_region_ids="[new_region_id: 72 new_peer_ids: 73 new_peer_ids: 74 new_peer_ids: 75, new_region_id: 76 new_peer_ids: 77 new_peer_ids: 78 new_peer_ids: 79]"] [region_id=10] [thread_id=31] [2024/05/06 17:09:54.252 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA new_region_id: 72 new_peer_ids: 73 new_peer_ids: 74 new_peer_ids: 75 } requests { split_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA new_region_id: 76 new_peer_ids: 77 new_peer_ids: 78 new_peer_ids: 79 } right_derive: true }"] [index=758] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:54.252 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF7C5F728000000000FF0000010000000000FA to 7480000000000000FF7C5F728000000000FF0000050000000000FA"] [region="id: 10 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 17 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:09:54.252 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(21)] [region_id=10] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 19 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 72 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 73 store_id: 1 } peers { id: 74 store_id: 4 } peers { id: 75 store_id: 5 }"] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {73, 74, 75} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {73, 74, 75} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 73."] [id=73] [raft_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[74, 75]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=73] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 76 start_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 77 store_id: 1 } peers { id: 78 store_id: 4 } peers { id: 79 store_id: 5 }"] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {77, 78, 79} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {77, 78, 79} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 77."] [id=77] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[78, 79]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=74] [vote=true] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[74, 75]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=78] [vote=true] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[78, 79]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=77] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=74] [vote=true] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=758] [observe_id=ObserveId(24)] [region=10] [thread_id=68] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=73] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803814] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=78] [vote=true] [raft_id=77] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=77] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803814] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=72] [thread_id=31] [2024/05/06 17:09:54.253 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=76] [thread_id=31] [2024/05/06 17:09:54.253 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 76 start_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 77 store_id: 1 } peers { id: 78 store_id: 4 } peers { id: 79 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:54.253 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 72 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 73 store_id: 1 } peers { id: 74 store_id: 4 } peers { id: 75 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:54.253 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(26)] [region=72] [thread_id=68] [2024/05/06 17:09:54.253 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(25)] [region=76] [thread_id=68] [2024/05/06 17:09:54.279 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=248] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:54.283 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:54.284 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:54.284 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 280, total_kvs: 4, meta: uuid: B68B20BA50154B4E93C973F2F7FBCD51 range { start: 7480000000000000FF7C5F728000000000FF0000010000000000FA end: 7480000000000000FF7C5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 76 region_epoch { conf_ver: 5 version: 19 } }]"] [thread_id=105] [2024/05/06 17:09:54.285 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:54.394 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 47 store_id: 5"] [from_peer="id: 45 store_id: 1"] [region_id=44] [thread_id=31] [2024/05/06 17:09:54.399 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:09:54.399 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:09:54.399 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 47 store_id: 5"] [peer_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 47"] [lead_transferee=47] [term=6] [raft_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 47 immediately as 47 already has up-to-date log"] [lead_transferee=47] [raft_id=45] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 47"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=47] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 47 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=47] [vote=0] [log_index=7] [log_term=6] [raft_id=45] [region_id=44] [thread_id=101] [2024/05/06 17:09:54.399 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(14)] [region_id=44] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:54.405 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 23 store_id: 5"] [from_peer="id: 3 store_id: 1"] [region_id=2] [thread_id=31] [2024/05/06 17:09:54.405 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 23 store_id: 5"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 23"] [lead_transferee=23] [term=6] [raft_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 23 immediately as 23 already has up-to-date log"] [lead_transferee=23] [raft_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 23"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=23] [raft_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 12, vote: 0] cast vote for 23 [logterm: 6, index: 12] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=12] [msg_term=6] [from=23] [vote=0] [log_index=12] [log_term=6] [raft_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(1)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:09:56.299 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:56.299 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:56.299 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:56.300 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] ==> ./tikv1.log <== [2024/05/06 17:07:46.926 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.927 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:46.927 +08:00] [INFO] [] ["subchannel 0x7fe6c884d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe6c88afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6c8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6c88d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986466.927382598\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:46.927 +08:00] [INFO] [] ["subchannel 0x7fe6c884d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe6c88afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6c8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6c88d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.927 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:46.927 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.928 +08:00] [INFO] [] ["subchannel 0x7fe6c884dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe6c88afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6c8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6c88d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986466.927969749\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:46.928 +08:00] [INFO] [] ["subchannel 0x7fe6c884dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe6c88afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6c8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6c88d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.928 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:46.928 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.928 +08:00] [INFO] [] ["subchannel 0x7fe6c884e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe6c88afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6c8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6c88d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986466.928252385\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:46.928 +08:00] [INFO] [] ["subchannel 0x7fe6c884e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe6c88afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6c8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6c88d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:46.928 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:46.928 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:47.229 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.230 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.230 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.970 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.274 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.275 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.276 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.277 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.278 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.278 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810805168695251] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.281 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:51.283 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:51.283 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.284 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.284 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:07:51.285 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.285 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:07:51.285 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:07:51.285 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:07:51.292 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.292 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.292 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 212.282µs"] [thread_id=1] [2024/05/06 17:07:51.368 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.370 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.370 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.370 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.371 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.371 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.371 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=22] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.371 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=21] [thread_id=73] [2024/05/06 17:07:51.371 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=22] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.371 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=21] [thread_id=74] [2024/05/06 17:07:51.372 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.373 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 5 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.375 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=5] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.376 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/05/06 17:07:51.376 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.376 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/05/06 17:07:51.376 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=5] [thread_id=1] [2024/05/06 17:07:51.377 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.380 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.380 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=50.109µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=5] [thread_id=1] [2024/05/06 17:07:51.380 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=56.277µs] [garbage_range_count=1] [store_id=5] [thread_id=1] [2024/05/06 17:07:51.383 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.383 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.383 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.387 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.387 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.388 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.390 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:51.390 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:51.390 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:51.397 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:01.386 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.396 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:01.396 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=5] [peer_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.398 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.398 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:08:01.398 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=807.628µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.401 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.401 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/05/06 17:08:01.401 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=364.569µs] [snap_key=12_6_7] [thread_id=132] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {15}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.401 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.401 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 role: Learner }"] [peer_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.408 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 role: Learner }"] [peer_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.408 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=15] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.408 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.408 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=40.848µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.409 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 15 store_id: 5 } } }"] [index=8] [term=6] [peer_id=15] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.409 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.409 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 role: Learner }"] [changes="[peer { id: 15 store_id: 5 }]"] [peer_id=15] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.409 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=5] [peer_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=5] [peer_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 role: Learner }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner }]"] [peer_id=15] [region_id=12] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=5] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=5] [peer_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_6_6_9_(default|lock|write).sst] [snap_key=6_6_9] [thread_id=130] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_8_6_9_(default|lock|write).sst] [snap_key=8_6_9] [thread_id=131] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_2_6_10_(default|lock|write).sst] [snap_key=2_6_10] [thread_id=132] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=406.816µs] [snap_key=8_6_9] [thread_id=131] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=449.671µs] [snap_key=6_6_9] [thread_id=130] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 7} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.415 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.415 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=19] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.415 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=339.552µs] [snap_key=2_6_10] [thread_id=132] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 3} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=23] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=23] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.415 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=484.065µs] [snap_key=10_6_9] [thread_id=129] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=8] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=31.842µs] [region_id=8] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=19] [region_id=6] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.577µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=6] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=16.717µs] [region_id=6] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=2] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=34.763µs] [region_id=2] [thread_id=80] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=10] [term=6] [peer_id=20] [region_id=8] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=8] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=20] [region_id=8] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=10] [term=6] [peer_id=19] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=19] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=11] [term=6] [peer_id=23] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=23] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 17, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=6] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 14, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 23, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 4 } } }"] [index=10] [term=6] [peer_id=15] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 role: Learner }"] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=15] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:51.384 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_10] [peer_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:08:51.384 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=6_6_9] [peer_id=19] [region_id=6] [thread_id=101] [2024/05/06 17:08:51.384 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_9] [peer_id=20] [region_id=8] [thread_id=102] [2024/05/06 17:08:51.384 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=21] [region_id=10] [thread_id=101] [2024/05/06 17:08:51.384 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=15] [region_id=12] [thread_id=102] [2024/05/06 17:08:51.384 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.384 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.384 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.384 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.384 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:09:42.542 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:09:42.542 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:09:42.629 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:42.769 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA new_region_id: 24 new_peer_ids: 25 new_peer_ids: 26 new_peer_ids: 27 } requests { split_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31 } right_derive: true }"] [index=576] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:09:42.769 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF6A5F728000000000FF0000010000000000FA to 7480000000000000FF6A5F728000000000FF00000A0000000000FA"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 24 start_key: 7200000100000000FB end_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 25 store_id: 1 } peers { id: 26 store_id: 4 } peers { id: 27 store_id: 5 }"] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 26, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {25, 26, 27} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.769 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 28 start_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA end_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 4 } peers { id: 31 store_id: 5 }"] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=31] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=31] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=31] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=31] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 31."] [id=31] [raft_id=31] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 52436809.155 -> 52436707.672"] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 52436809.155 -> 52436707.672"] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 25 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=25] [vote=0] [log_index=5] [log_term=5] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 29"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=29] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 25"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=25] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 25 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=25] [vote=0] [log_index=5] [log_term=5] [raft_id=27] [region_id=24] [thread_id=102] [2024/05/06 17:09:42.798 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=558] [write_entries=9] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:42.872 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:09:42.872 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:09:44.270 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:09:44.270 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:09:44.347 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:44.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA new_region_id: 32 new_peer_ids: 33 new_peer_ids: 34 new_peer_ids: 35 } requests { split_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA new_region_id: 36 new_peer_ids: 37 new_peer_ids: 38 new_peer_ids: 39 } right_derive: true }"] [index=601] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:44.461 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF6C5F728000000000FF0000020000000000FA to 7480000000000000FF6C5F728000000000FF00000A0000000000FA"] [region="id: 10 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 7 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 32 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 33 store_id: 1 } peers { id: 34 store_id: 4 } peers { id: 35 store_id: 5 }"] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {33, 34, 35} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {33, 34, 35} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 35."] [id=35] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 36 start_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA end_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 37 store_id: 1 } peers { id: 38 store_id: 4 } peers { id: 39 store_id: 5 }"] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {37, 38, 39} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {37, 38, 39} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 39."] [id=39] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 33 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=33] [vote=0] [log_index=5] [log_term=5] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 37 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=37] [vote=0] [log_index=5] [log_term=5] [raft_id=39] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 33"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=33] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 33 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=33] [vote=0] [log_index=5] [log_term=5] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 37"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=37] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 37 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=37] [vote=0] [log_index=5] [log_term=5] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.487 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=372] [write_entries=6] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:44.546 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:09:44.546 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:09:44.772 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:44.773 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 630, total_kvs: 9, meta: uuid: 4BCD1637C0344789B7AD60DDB4F0AD0C range { start: 7480000000000000FF6A5F728000000000FF0000010000000000FA end: 7480000000000000FF6A5F728000000000FF0000090000000000FA } cf_name: \"write\" region_id: 28 region_epoch { conf_ver: 5 version: 7 } }]"] [thread_id=105] [2024/05/06 17:09:44.774 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:46.019 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:46.019 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:46.104 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:46.250 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF705F728000000000FF0000010000000000FA new_region_id: 40 new_peer_ids: 41 new_peer_ids: 42 new_peer_ids: 43 } requests { split_key: 7480000000000000FF705F728000000000FF0000030000000000FA new_region_id: 44 new_peer_ids: 45 new_peer_ids: 46 new_peer_ids: 47 } right_derive: true }"] [index=637] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:46.250 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF705F728000000000FF0000010000000000FA to 7480000000000000FF705F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 9 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 40 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF705F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 41 store_id: 1 } peers { id: 42 store_id: 4 } peers { id: 43 store_id: 5 }"] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=43] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {41, 42, 43} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=43] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=43] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {41, 42, 43} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=43] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 43."] [id=43] [raft_id=43] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 44 start_key: 7480000000000000FF705F728000000000FF0000010000000000FA end_key: 7480000000000000FF705F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 45 store_id: 1 } peers { id: 46 store_id: 4 } peers { id: 47 store_id: 5 }"] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {45, 46, 47} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {45, 46, 47} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 47."] [id=47] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 41 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=41] [vote=0] [log_index=5] [log_term=5] [raft_id=43] [region_id=40] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 45 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=45] [vote=0] [log_index=5] [log_term=5] [raft_id=47] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 41"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=41] [raft_id=43] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=43] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 41 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=41] [vote=0] [log_index=5] [log_term=5] [raft_id=43] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 45"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=45] [raft_id=47] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=47] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 45 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=45] [vote=0] [log_index=5] [log_term=5] [raft_id=47] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.291 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=134] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:46.408 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:46.408 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:46.463 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:46.464 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 420, total_kvs: 6, meta: uuid: 28978560598D4B479F5476E0A0270842 range { start: 7480000000000000FF6C5F728000000000FF0000020000000000FA end: 7480000000000000FF6C5F728000000000FF0000090000000000FA } cf_name: \"write\" region_id: 36 region_epoch { conf_ver: 5 version: 9 } }]"] [thread_id=105] [2024/05/06 17:09:46.464 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:47.499 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(4)] [thread_id=9] [2024/05/06 17:09:47.499 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 38"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=38] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:47.499 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:47.499 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 38 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=38] [vote=0] [log_index=7] [log_term=6] [raft_id=39] [region_id=36] [thread_id=102] [2024/05/06 17:09:47.500 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=4] [thread_id=71] [2024/05/06 17:09:47.500 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=4] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:09:47.501 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=911.395µs] [addr=127.0.0.1:20162] [store_id=4] [thread_id=71] [2024/05/06 17:09:47.879 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:47.879 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:47.970 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:48.081 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF725F728000000000FF0000010000000000FA new_region_id: 48 new_peer_ids: 49 new_peer_ids: 50 new_peer_ids: 51 } requests { split_key: 7480000000000000FF725F728000000000FF0000150000000000FA new_region_id: 52 new_peer_ids: 53 new_peer_ids: 54 new_peer_ids: 55 } right_derive: true }"] [index=662] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:48.081 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF725F728000000000FF0000010000000000FA to 7480000000000000FF725F728000000000FF0000150000000000FA"] [region="id: 10 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 11 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 48 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7480000000000000FF725F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 49 store_id: 1 } peers { id: 50 store_id: 4 } peers { id: 51 store_id: 5 }"] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {49, 50, 51} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {49, 50, 51} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 51."] [id=51] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 52 start_key: 7480000000000000FF725F728000000000FF0000010000000000FA end_key: 7480000000000000FF725F728000000000FF0000150000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 53 store_id: 1 } peers { id: 54 store_id: 4 } peers { id: 55 store_id: 5 }"] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {53, 54, 55} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {53, 54, 55} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 55."] [id=55] [raft_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 49 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=49] [vote=0] [log_index=5] [log_term=5] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 53 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=53] [vote=0] [log_index=5] [log_term=5] [raft_id=55] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 49"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=49] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 49 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=49] [vote=0] [log_index=5] [log_term=5] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 53"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=53] [raft_id=55] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=55] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 53 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=53] [vote=0] [log_index=5] [log_term=5] [raft_id=55] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.108 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=402] [write_entries=6] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:48.252 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:48.252 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:48.252 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:48.253 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 150, total_kvs: 2, meta: uuid: 2973A7C2FB42445DBDDEEC335865EF11 range { start: 7480000000000000FF705F728000000000FF0000010000000000FA end: 7480000000000000FF705F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 44 region_epoch { conf_ver: 5 version: 11 } }]"] [thread_id=105] [2024/05/06 17:09:48.253 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 13 and starts an election to get leadership."] [from=13] [term=6] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[13, 22]"] [log_index=11] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=13] [vote=true] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=15] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.259 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771082] [region_id=12] [thread_id=101] [2024/05/06 17:09:48.260 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/06 17:09:48.260 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 }"] [thread_id=68] [2024/05/06 17:09:48.260 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=12] [observe_id=ObserveId(0)] [region=12] [thread_id=68] [2024/05/06 17:09:49.695 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:09:49.695 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:09:49.786 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:49.902 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF745F728000000000FF0000010000000000FA new_region_id: 56 new_peer_ids: 57 new_peer_ids: 58 new_peer_ids: 59 } requests { split_key: 7480000000000000FF745F728000000000FF0000030000000000FA new_region_id: 60 new_peer_ids: 61 new_peer_ids: 62 new_peer_ids: 63 } right_derive: true }"] [index=687] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:09:49.902 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF745F728000000000FF0000010000000000FA to 7480000000000000FF745F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 13 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 56 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7480000000000000FF745F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 57 store_id: 1 } peers { id: 58 store_id: 4 } peers { id: 59 store_id: 5 }"] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {57, 58, 59} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {57, 58, 59} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 59."] [id=59] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 60 start_key: 7480000000000000FF745F728000000000FF0000010000000000FA end_key: 7480000000000000FF745F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 61 store_id: 1 } peers { id: 62 store_id: 4 } peers { id: 63 store_id: 5 }"] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {61, 62, 63} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {61, 62, 63} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 63."] [id=63] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 57 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=57] [vote=0] [log_index=5] [log_term=5] [raft_id=59] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 61 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=61] [vote=0] [log_index=5] [log_term=5] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 57"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=57] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 57 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=57] [vote=0] [log_index=5] [log_term=5] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 61"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=61] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 61 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=61] [vote=0] [log_index=5] [log_term=5] [raft_id=63] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.923 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=132] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 57 and starts an election to get leadership."] [from=57] [term=6] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[57, 58]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 54"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=54] [raft_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 54 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=54] [vote=0] [log_index=7] [log_term=6] [raft_id=55] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=57] [vote=true] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=59] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771102] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=56] [thread_id=31] [2024/05/06 17:09:49.963 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 56 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7480000000000000FF745F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 57 store_id: 1 } peers { id: 58 store_id: 4 } peers { id: 59 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:49.963 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=56] [thread_id=68] [2024/05/06 17:09:49.964 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 450, total_kvs: 6, meta: uuid: 9B44BFB9AA434F61B0D13F954364AC14 range { start: 7480000000000000FF725F728000000000FF0000010000000000FA end: 7480000000000000FF725F728000000000FF0000140000000000FA } cf_name: \"write\" region_id: 52 region_epoch { conf_ver: 5 version: 13 } }]"] [thread_id=105] [2024/05/06 17:09:49.964 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:50.091 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:09:50.091 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:09:51.810 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=7] [2024/05/06 17:09:51.810 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=7] [2024/05/06 17:09:51.889 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:51.904 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:51.905 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 148, total_kvs: 2, meta: uuid: 79EB8DD38A4543A5A24EA947049D5C9C range { start: 7480000000000000FF745F728000000000FF0000010000000000FA end: 7480000000000000FF745F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 60 region_epoch { conf_ver: 5 version: 15 } }]"] [thread_id=105] [2024/05/06 17:09:51.906 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:52.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF785F728000000000FF0000010000000000FA new_region_id: 64 new_peer_ids: 65 new_peer_ids: 66 new_peer_ids: 67 } requests { split_key: 7480000000000000FF785F728000000000FF0000030000000000FA new_region_id: 68 new_peer_ids: 69 new_peer_ids: 70 new_peer_ids: 71 } right_derive: true }"] [index=723] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:09:52.063 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF785F728000000000FF0000010000000000FA to 7480000000000000FF785F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 15 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=21] [region_id=10] [thread_id=104] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 64 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7480000000000000FF785F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 65 store_id: 1 } peers { id: 66 store_id: 4 } peers { id: 67 store_id: 5 }"] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=67] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {65, 66, 67} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=67] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=67] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {65, 66, 67} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=67] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 67."] [id=67] [raft_id=67] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 68 start_key: 7480000000000000FF785F728000000000FF0000010000000000FA end_key: 7480000000000000FF785F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 69 store_id: 1 } peers { id: 70 store_id: 4 } peers { id: 71 store_id: 5 }"] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {69, 70, 71} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 65 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=65] [vote=0] [log_index=5] [log_term=5] [raft_id=67] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {69, 70, 71} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 71."] [id=71] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 69 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=69] [vote=0] [log_index=5] [log_term=5] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 65"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=65] [raft_id=67] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=67] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 65 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=65] [vote=0] [log_index=5] [log_term=5] [raft_id=67] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 69"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=69] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 69 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=69] [vote=0] [log_index=5] [log_term=5] [raft_id=71] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.087 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=124] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 34"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=34] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 34 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=34] [vote=0] [log_index=6] [log_term=6] [raft_id=35] [region_id=32] [thread_id=102] [2024/05/06 17:09:52.203 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:09:52.203 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:09:54.044 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:09:54.044 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:09:54.065 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:54.067 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 140, total_kvs: 2, meta: uuid: E50D1CA257F04B548864639EF6FEE8C2 range { start: 7480000000000000FF785F728000000000FF0000010000000000FA end: 7480000000000000FF785F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 68 region_epoch { conf_ver: 5 version: 17 } }]"] [thread_id=105] [2024/05/06 17:09:54.067 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:54.137 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:09:54.252 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA new_region_id: 72 new_peer_ids: 73 new_peer_ids: 74 new_peer_ids: 75 } requests { split_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA new_region_id: 76 new_peer_ids: 77 new_peer_ids: 78 new_peer_ids: 79 } right_derive: true }"] [index=758] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:54.252 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF7C5F728000000000FF0000010000000000FA to 7480000000000000FF7C5F728000000000FF0000050000000000FA"] [region="id: 10 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 17 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=21] [region_id=10] [thread_id=103] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 72 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 73 store_id: 1 } peers { id: 74 store_id: 4 } peers { id: 75 store_id: 5 }"] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {73, 74, 75} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {73, 74, 75} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 75."] [id=75] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=5] [is_uninitialized_peer_exist=false] [region="id: 76 start_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 77 store_id: 1 } peers { id: 78 store_id: 4 } peers { id: 79 store_id: 5 }"] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=79] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {77, 78, 79} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=79] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=79] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {77, 78, 79} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=79] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 79."] [id=79] [raft_id=79] [region_id=76] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 73 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=73] [vote=0] [log_index=5] [log_term=5] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 77 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=77] [vote=0] [log_index=5] [log_term=5] [raft_id=79] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 73"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=73] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 73 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=73] [vote=0] [log_index=5] [log_term=5] [raft_id=75] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 77"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=77] [raft_id=79] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=79] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 77 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=77] [vote=0] [log_index=5] [log_term=5] [raft_id=79] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.281 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=248] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 45 and starts an election to get leadership."] [from=45] [term=6] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.399 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[45, 46]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.400 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:09:54.400 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:09:54.400 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=45] [vote=true] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.400 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=47] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.400 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771094] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.400 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=44] [thread_id=31] [2024/05/06 17:09:54.400 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 44 start_key: 7480000000000000FF705F728000000000FF0000010000000000FA end_key: 7480000000000000FF705F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 45 store_id: 1 } peers { id: 46 store_id: 4 } peers { id: 47 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:54.400 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(2)] [region=44] [thread_id=68] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 3 and starts an election to get leadership."] [from=3] [term=6] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[16, 3]"] [log_index=12] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=3] [vote=true] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=23] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771082] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.406 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/06 17:09:54.406 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:54.406 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=13] [observe_id=ObserveId(3)] [region=2] [thread_id=68] [2024/05/06 17:09:56.254 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:56.255 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 280, total_kvs: 4, meta: uuid: B68B20BA50154B4E93C973F2F7FBCD51 range { start: 7480000000000000FF7C5F728000000000FF0000010000000000FA end: 7480000000000000FF7C5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 76 region_epoch { conf_ver: 5 version: 19 } }]"] [thread_id=105] [2024/05/06 17:09:56.256 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:56.301 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:56.301 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:01.475 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=10003ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=13] [read_state="ReadState { idx: 7, ts: 449573439780421638 }"] [gap=30002ms] [region_id=2] [thread_id=68] ==> ./tikv3.log <== [2024/05/06 17:07:49.231 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:49.231 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:50.970 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.274 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.275 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.276 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:51.277 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:51.278 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.278 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810805168695251] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.279 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:51.281 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:51.282 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/672975/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:51.283 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:51.283 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:51.284 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:51.284 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/06 17:07:51.285 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:51.285 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:51.285 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:51.285 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:51.292 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:51.292 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:51.292 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 211.775µs"] [thread_id=1] [2024/05/06 17:07:51.368 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:51.370 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:51.370 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:51.370 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:51.371 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:51.371 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:51.372 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:51.372 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=22] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:51.372 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=21] [thread_id=74] [2024/05/06 17:07:51.372 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=22] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:51.372 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=21] [thread_id=73] [2024/05/06 17:07:51.372 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 4 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986471 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:51.375 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=4] [status=Some()] [thread_id=1] [2024/05/06 17:07:51.375 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:51.375 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/05/06 17:07:51.375 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/05/06 17:07:51.375 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=4] [thread_id=1] [2024/05/06 17:07:51.376 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:51.379 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:51.380 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=54.627µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=4] [thread_id=1] [2024/05/06 17:07:51.380 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=62.062µs] [garbage_range_count=1] [store_id=4] [thread_id=1] [2024/05/06 17:07:51.382 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:51.382 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:51.382 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:51.387 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:51.387 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:51.387 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:51.389 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:51.389 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:51.390 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:51.396 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:08:01.384 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:08:01.395 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:08:01.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=4] [peer_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 14."] [id=14] [raft_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=4] [peer_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16."] [id=16] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=4] [peer_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=4] [peer_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.397 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.397 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:08:01.397 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=716.338µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_6_6_7_(default|lock|write).sst] [snap_key=6_6_7] [thread_id=131] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=133] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_8_6_7_(default|lock|write).sst] [snap_key=8_6_7] [thread_id=130] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_2_6_8_(default|lock|write).sst] [snap_key=2_6_8] [thread_id=129] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=391.265µs] [snap_key=6_6_7] [thread_id=131] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=365.148µs] [snap_key=10_6_7] [thread_id=133] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {14}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=338.202µs] [snap_key=8_6_7] [thread_id=130] [2024/05/06 17:08:01.400 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [peer_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.400 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [peer_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.400 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.401 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=368.486µs] [snap_key=2_6_8] [thread_id=129] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.401 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.401 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.401 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [peer_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [peer_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [peer_id=17] [region_id=6] [thread_id=101] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=14] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [peer_id=16] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.407 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.715µs] [region_id=10] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=17] [region_id=6] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.525µs] [region_id=6] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=8] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.464µs] [region_id=8] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=16] [region_id=2] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.407 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.507µs] [region_id=2] [thread_id=80] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 14 store_id: 4 } } }"] [index=8] [term=6] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 4 } } }"] [index=8] [term=6] [peer_id=18] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [changes="[peer { id: 14 store_id: 4 }]"] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [changes="[peer { id: 18 store_id: 4 }]"] [peer_id=18] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 4 } } }"] [index=8] [term=6] [peer_id=17] [region_id=6] [thread_id=104] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=6] [thread_id=104] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 4 } } }"] [index=9] [term=6] [peer_id=16] [region_id=2] [thread_id=103] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=16] [region_id=2] [thread_id=103] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [changes="[peer { id: 17 store_id: 4 }]"] [peer_id=17] [region_id=6] [thread_id=104] [2024/05/06 17:08:01.408 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [changes="[peer { id: 16 store_id: 4 }]"] [peer_id=16] [region_id=2] [thread_id=103] [2024/05/06 17:08:01.408 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.408 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.408 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.408 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=6] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=8] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=8] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=18] [region_id=8] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 7} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=6] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=16] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=16] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=16] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=4] [peer_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 3} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.413 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=129] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=345.513µs] [snap_key=12_6_9] [thread_id=129] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:01.416 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:08:01.416 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=28.362µs] [region_id=12] [thread_id=80] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=10] [term=6] [peer_id=18] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=10] [term=6] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=18] [region_id=8] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=10] [term=6] [peer_id=17] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=17] [region_id=6] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=11] [term=6] [peer_id=16] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=16] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=16] [region_id=2] [thread_id=104] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 14, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=10] [thread_id=102] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 17, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=6] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 23, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=2] [thread_id=101] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 4 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 15 store_id: 5 } peers { id: 22 store_id: 4 role: Learner }"] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/05/06 17:08:01.417 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:51.383 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=6_6_7] [peer_id=17] [region_id=6] [thread_id=101] [2024/05/06 17:08:51.383 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_8] [peer_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:08:51.383 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_7] [peer_id=18] [region_id=8] [thread_id=102] [2024/05/06 17:08:51.383 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=14] [region_id=10] [thread_id=101] [2024/05/06 17:08:51.383 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:08:51.383 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.383 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.383 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.383 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:51.384 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:09:42.542 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:09:42.542 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:09:42.626 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:42.769 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA new_region_id: 24 new_peer_ids: 25 new_peer_ids: 26 new_peer_ids: 27 } requests { split_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31 } right_derive: true }"] [index=576] [term=6] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:42.769 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF6A5F728000000000FF0000010000000000FA to 7480000000000000FF6A5F728000000000FF00000A0000000000FA"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=101] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 24 start_key: 7200000100000000FB end_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 25 store_id: 1 } peers { id: 26 store_id: 4 } peers { id: 27 store_id: 5 }"] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.769 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 26, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {25, 26, 27} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 28 start_key: 7480000000000000FF6A5F728000000000FF0000010000000000FA end_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 4 } peers { id: 31 store_id: 5 }"] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=30] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=30] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=30] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=30] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 30."] [id=30] [raft_id=30] [region_id=28] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 52436809.155 -> 52436707.672"] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 52436809.155 -> 52436707.672"] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 25 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=25] [vote=0] [log_index=5] [log_term=5] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 29"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=29] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 25"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=25] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.770 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 25 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=25] [vote=0] [log_index=5] [log_term=5] [raft_id=26] [region_id=24] [thread_id=101] [2024/05/06 17:09:42.797 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=558] [write_entries=9] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:42.872 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:09:42.872 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:09:44.273 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:09:44.273 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:09:44.342 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:44.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA new_region_id: 32 new_peer_ids: 33 new_peer_ids: 34 new_peer_ids: 35 } requests { split_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA new_region_id: 36 new_peer_ids: 37 new_peer_ids: 38 new_peer_ids: 39 } right_derive: true }"] [index=601] [term=6] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:09:44.461 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF6C5F728000000000FF0000020000000000FA to 7480000000000000FF6C5F728000000000FF00000A0000000000FA"] [region="id: 10 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 7 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 32 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 33 store_id: 1 } peers { id: 34 store_id: 4 } peers { id: 35 store_id: 5 }"] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {33, 34, 35} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {33, 34, 35} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 34."] [id=34] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 36 start_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA end_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 37 store_id: 1 } peers { id: 38 store_id: 4 } peers { id: 39 store_id: 5 }"] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=38] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {37, 38, 39} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=38] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=38] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {37, 38, 39} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=38] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 38."] [id=38] [raft_id=38] [region_id=36] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 33 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=33] [vote=0] [log_index=5] [log_term=5] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.461 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 37 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=37] [vote=0] [log_index=5] [log_term=5] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 33"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=33] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 33 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=33] [vote=0] [log_index=5] [log_term=5] [raft_id=34] [region_id=32] [thread_id=102] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 37"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=37] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.462 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 37 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=37] [vote=0] [log_index=5] [log_term=5] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:44.486 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=372] [write_entries=6] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:44.545 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:09:44.545 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:09:44.772 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:44.774 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 630, total_kvs: 9, meta: uuid: 4BCD1637C0344789B7AD60DDB4F0AD0C range { start: 7480000000000000FF6A5F728000000000FF0000010000000000FA end: 7480000000000000FF6A5F728000000000FF0000090000000000FA } cf_name: \"write\" region_id: 28 region_epoch { conf_ver: 5 version: 7 } }]"] [thread_id=105] [2024/05/06 17:09:44.774 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/4bcd1637-c034-4789-b7ad-60ddb4f0ad0c_28_5_7_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:46.021 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:09:46.021 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:09:46.111 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:46.250 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF705F728000000000FF0000010000000000FA new_region_id: 40 new_peer_ids: 41 new_peer_ids: 42 new_peer_ids: 43 } requests { split_key: 7480000000000000FF705F728000000000FF0000030000000000FA new_region_id: 44 new_peer_ids: 45 new_peer_ids: 46 new_peer_ids: 47 } right_derive: true }"] [index=637] [term=6] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:09:46.250 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF705F728000000000FF0000010000000000FA to 7480000000000000FF705F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 9 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 40 start_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF705F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 41 store_id: 1 } peers { id: 42 store_id: 4 } peers { id: 43 store_id: 5 }"] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {41, 42, 43} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {41, 42, 43} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 42."] [id=42] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 44 start_key: 7480000000000000FF705F728000000000FF0000010000000000FA end_key: 7480000000000000FF705F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 45 store_id: 1 } peers { id: 46 store_id: 4 } peers { id: 47 store_id: 5 }"] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {45, 46, 47} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {45, 46, 47} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 46."] [id=46] [raft_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.250 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 41 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=41] [vote=0] [log_index=5] [log_term=5] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 45 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=45] [vote=0] [log_index=5] [log_term=5] [raft_id=46] [region_id=44] [thread_id=102] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 41"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=41] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 41 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=41] [vote=0] [log_index=5] [log_term=5] [raft_id=42] [region_id=40] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 45"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=45] [raft_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.251 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 45 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=45] [vote=0] [log_index=5] [log_term=5] [raft_id=46] [region_id=44] [thread_id=101] [2024/05/06 17:09:46.290 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=134] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:46.407 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:46.407 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:46.463 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:46.464 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 420, total_kvs: 6, meta: uuid: 28978560598D4B479F5476E0A0270842 range { start: 7480000000000000FF6C5F728000000000FF0000020000000000FA end: 7480000000000000FF6C5F728000000000FF0000090000000000FA } cf_name: \"write\" region_id: 36 region_epoch { conf_ver: 5 version: 9 } }]"] [thread_id=105] [2024/05/06 17:09:46.464 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/28978560-598d-4b47-9f54-76e0a0270842_36_5_9_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:47.496 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 37 and starts an election to get leadership."] [from=37] [term=6] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.496 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.496 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.496 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[37, 39]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.497 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=37] [vote=true] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.497 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=38] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.498 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771090] [region_id=36] [thread_id=101] [2024/05/06 17:09:47.498 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=36] [thread_id=31] [2024/05/06 17:09:47.498 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=5] [thread_id=71] [2024/05/06 17:09:47.498 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=5] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:09:47.498 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 36 start_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA end_key: 7480000000000000FF6C5F728000000000FF00000A0000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 37 store_id: 1 } peers { id: 38 store_id: 4 } peers { id: 39 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:47.498 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(0)] [region=36] [thread_id=68] [2024/05/06 17:09:47.498 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.258492ms] [addr=127.0.0.1:20160] [store_id=5] [thread_id=71] [2024/05/06 17:09:47.501 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(5)] [thread_id=8] [2024/05/06 17:09:47.879 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:09:47.879 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:09:47.967 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:48.081 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF725F728000000000FF0000010000000000FA new_region_id: 48 new_peer_ids: 49 new_peer_ids: 50 new_peer_ids: 51 } requests { split_key: 7480000000000000FF725F728000000000FF0000150000000000FA new_region_id: 52 new_peer_ids: 53 new_peer_ids: 54 new_peer_ids: 55 } right_derive: true }"] [index=662] [term=6] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:09:48.082 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF725F728000000000FF0000010000000000FA to 7480000000000000FF725F728000000000FF0000150000000000FA"] [region="id: 10 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 11 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=14] [region_id=10] [thread_id=104] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 48 start_key: 7480000000000000FF705F728000000000FF0000030000000000FA end_key: 7480000000000000FF725F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 49 store_id: 1 } peers { id: 50 store_id: 4 } peers { id: 51 store_id: 5 }"] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {49, 50, 51} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {49, 50, 51} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 50."] [id=50] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 52 start_key: 7480000000000000FF725F728000000000FF0000010000000000FA end_key: 7480000000000000FF725F728000000000FF0000150000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 53 store_id: 1 } peers { id: 54 store_id: 4 } peers { id: 55 store_id: 5 }"] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {53, 54, 55} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {53, 54, 55} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 54."] [id=54] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 49 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=49] [vote=0] [log_index=5] [log_term=5] [raft_id=50] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 53 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=53] [vote=0] [log_index=5] [log_term=5] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 49"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=49] [raft_id=50] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=50] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 49 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=49] [vote=0] [log_index=5] [log_term=5] [raft_id=50] [region_id=48] [thread_id=102] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 53"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=53] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.082 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 53 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=53] [vote=0] [log_index=5] [log_term=5] [raft_id=54] [region_id=52] [thread_id=101] [2024/05/06 17:09:48.107 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=402] [write_entries=6] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:48.251 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:09:48.251 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:09:48.252 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:48.253 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 150, total_kvs: 2, meta: uuid: 2973A7C2FB42445DBDDEEC335865EF11 range { start: 7480000000000000FF705F728000000000FF0000010000000000FA end: 7480000000000000FF705F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 44 region_epoch { conf_ver: 5 version: 11 } }]"] [thread_id=105] [2024/05/06 17:09:48.253 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/2973a7c2-fb42-445d-bdde-ec335865ef11_44_5_11_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=15] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:09:48.259 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 11, vote: 0] cast vote for 15 [logterm: 6, index: 11] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=11] [msg_term=6] [from=15] [vote=0] [log_index=11] [log_term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/05/06 17:09:49.692 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:49.692 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:49.782 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:09:49.902 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF745F728000000000FF0000010000000000FA new_region_id: 56 new_peer_ids: 57 new_peer_ids: 58 new_peer_ids: 59 } requests { split_key: 7480000000000000FF745F728000000000FF0000030000000000FA new_region_id: 60 new_peer_ids: 61 new_peer_ids: 62 new_peer_ids: 63 } right_derive: true }"] [index=687] [term=6] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:49.902 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF745F728000000000FF0000010000000000FA to 7480000000000000FF745F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 13 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 56 start_key: 7480000000000000FF725F728000000000FF0000150000000000FA end_key: 7480000000000000FF745F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 57 store_id: 1 } peers { id: 58 store_id: 4 } peers { id: 59 store_id: 5 }"] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {57, 58, 59} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {57, 58, 59} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 58."] [id=58] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=58] [region_id=56] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 60 start_key: 7480000000000000FF745F728000000000FF0000010000000000FA end_key: 7480000000000000FF745F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 15 } peers { id: 61 store_id: 1 } peers { id: 62 store_id: 4 } peers { id: 63 store_id: 5 }"] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=62] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {61, 62, 63} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=62] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=62] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {61, 62, 63} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=62] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 62."] [id=62] [raft_id=62] [region_id=60] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 61 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=61] [vote=0] [log_index=5] [log_term=5] [raft_id=62] [region_id=60] [thread_id=101] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 57 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=57] [vote=0] [log_index=5] [log_term=5] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 57"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=57] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.902 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 57 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=57] [vote=0] [log_index=5] [log_term=5] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 61"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=61] [raft_id=62] [region_id=60] [thread_id=101] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=62] [region_id=60] [thread_id=101] [2024/05/06 17:09:49.903 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 61 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=61] [vote=0] [log_index=5] [log_term=5] [raft_id=62] [region_id=60] [thread_id=101] [2024/05/06 17:09:49.922 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=132] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 53 and starts an election to get leadership."] [from=53] [term=6] [raft_id=54] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=54] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=54] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[53, 55]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=54] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 59"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=59] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.962 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 59 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=59] [vote=0] [log_index=6] [log_term=6] [raft_id=58] [region_id=56] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=55] [vote=true] [raft_id=54] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=54] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771098] [region_id=52] [thread_id=102] [2024/05/06 17:09:49.963 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=52] [thread_id=31] [2024/05/06 17:09:49.964 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 450, total_kvs: 6, meta: uuid: 9B44BFB9AA434F61B0D13F954364AC14 range { start: 7480000000000000FF725F728000000000FF0000010000000000FA end: 7480000000000000FF725F728000000000FF0000140000000000FA } cf_name: \"write\" region_id: 52 region_epoch { conf_ver: 5 version: 13 } }]"] [thread_id=105] [2024/05/06 17:09:49.964 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/9b44bfb9-aa43-4f61-b0d1-3f954364ac14_52_5_13_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:49.964 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 52 start_key: 7480000000000000FF725F728000000000FF0000010000000000FA end_key: 7480000000000000FF725F728000000000FF0000150000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 53 store_id: 1 } peers { id: 54 store_id: 4 } peers { id: 55 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:49.964 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(1)] [region=52] [thread_id=68] [2024/05/06 17:09:50.091 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:09:50.091 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:09:51.810 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:09:51.810 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:09:51.885 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:51.904 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:51.905 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 148, total_kvs: 2, meta: uuid: 79EB8DD38A4543A5A24EA947049D5C9C range { start: 7480000000000000FF745F728000000000FF0000010000000000FA end: 7480000000000000FF745F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 60 region_epoch { conf_ver: 5 version: 15 } }]"] [thread_id=105] [2024/05/06 17:09:51.906 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/79eb8dd3-8a45-43a5-a24e-a947049d5c9c_60_5_15_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:52.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF785F728000000000FF0000010000000000FA new_region_id: 64 new_peer_ids: 65 new_peer_ids: 66 new_peer_ids: 67 } requests { split_key: 7480000000000000FF785F728000000000FF0000030000000000FA new_region_id: 68 new_peer_ids: 69 new_peer_ids: 70 new_peer_ids: 71 } right_derive: true }"] [index=723] [term=6] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:52.063 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF785F728000000000FF0000010000000000FA to 7480000000000000FF785F728000000000FF0000030000000000FA"] [region="id: 10 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 15 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 64 start_key: 7480000000000000FF745F728000000000FF0000030000000000FA end_key: 7480000000000000FF785F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 65 store_id: 1 } peers { id: 66 store_id: 4 } peers { id: 67 store_id: 5 }"] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=66] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {65, 66, 67} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=66] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=66] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {65, 66, 67} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=66] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 66."] [id=66] [raft_id=66] [region_id=64] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 68 start_key: 7480000000000000FF785F728000000000FF0000010000000000FA end_key: 7480000000000000FF785F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 17 } peers { id: 69 store_id: 1 } peers { id: 70 store_id: 4 } peers { id: 71 store_id: 5 }"] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=70] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 65 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=65] [vote=0] [log_index=5] [log_term=5] [raft_id=66] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {69, 70, 71} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=70] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=70] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {69, 70, 71} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=70] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 70."] [id=70] [raft_id=70] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 69 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=69] [vote=0] [log_index=5] [log_term=5] [raft_id=70] [region_id=68] [thread_id=102] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 65"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=65] [raft_id=66] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=66] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 65 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=65] [vote=0] [log_index=5] [log_term=5] [raft_id=66] [region_id=64] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 69"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=69] [raft_id=70] [region_id=68] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=70] [region_id=68] [thread_id=101] [2024/05/06 17:09:52.063 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 69 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=69] [vote=0] [log_index=5] [log_term=5] [raft_id=70] [region_id=68] [thread_id=101] [2024/05/06 17:09:52.086 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=124] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 33 and starts an election to get leadership."] [from=33] [term=6] [raft_id=34] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=34] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=34] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[33, 35]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=34] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=33] [vote=true] [raft_id=34] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=34] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.178 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771090] [region_id=32] [thread_id=101] [2024/05/06 17:09:52.179 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=32] [thread_id=31] [2024/05/06 17:09:52.179 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 32 start_key: 7480000000000000FF6A5F728000000000FF00000A0000000000FA end_key: 7480000000000000FF6C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 9 } peers { id: 33 store_id: 1 } peers { id: 34 store_id: 4 } peers { id: 35 store_id: 5 }"] [thread_id=68] [2024/05/06 17:09:52.179 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(2)] [region=32] [thread_id=68] [2024/05/06 17:09:52.199 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:09:52.199 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:09:54.045 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=7] [2024/05/06 17:09:54.045 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=7] [2024/05/06 17:09:54.066 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:54.067 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 140, total_kvs: 2, meta: uuid: E50D1CA257F04B548864639EF6FEE8C2 range { start: 7480000000000000FF785F728000000000FF0000010000000000FA end: 7480000000000000FF785F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 68 region_epoch { conf_ver: 5 version: 17 } }]"] [thread_id=105] [2024/05/06 17:09:54.067 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/e50d1ca2-57f0-4b54-8864-639ef6fee8c2_68_5_17_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:09:54.133 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:09:54.252 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA new_region_id: 72 new_peer_ids: 73 new_peer_ids: 74 new_peer_ids: 75 } requests { split_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA new_region_id: 76 new_peer_ids: 77 new_peer_ids: 78 new_peer_ids: 79 } right_derive: true }"] [index=758] [term=6] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:54.252 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FF7C5F728000000000FF0000010000000000FA to 7480000000000000FF7C5F728000000000FF0000050000000000FA"] [region="id: 10 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 17 } peers { id: 11 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=14] [region_id=10] [thread_id=103] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=10] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 72 start_key: 7480000000000000FF785F728000000000FF0000030000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 73 store_id: 1 } peers { id: 74 store_id: 4 } peers { id: 75 store_id: 5 }"] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=74] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {73, 74, 75} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=74] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=74] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.252 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {73, 74, 75} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=74] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 74."] [id=74] [raft_id=74] [region_id=72] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=4] [is_uninitialized_peer_exist=false] [region="id: 76 start_key: 7480000000000000FF7C5F728000000000FF0000010000000000FA end_key: 7480000000000000FF7C5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 77 store_id: 1 } peers { id: 78 store_id: 4 } peers { id: 79 store_id: 5 }"] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {77, 78, 79} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 73 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=73] [vote=0] [log_index=5] [log_term=5] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {77, 78, 79} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 78."] [id=78] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 77 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=77] [vote=0] [log_index=5] [log_term=5] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 73"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=73] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 73 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=73] [vote=0] [log_index=5] [log_term=5] [raft_id=74] [region_id=72] [thread_id=102] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 77"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=77] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.253 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 77 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=77] [vote=0] [log_index=5] [log_term=5] [raft_id=78] [region_id=76] [thread_id=101] [2024/05/06 17:09:54.280 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=248] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:09:54.399 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:09:54.399 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:09:54.400 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 47"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=47] [raft_id=46] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.400 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=46] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.400 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 47 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=47] [vote=0] [log_index=7] [log_term=6] [raft_id=46] [region_id=44] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 23"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=23] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:09:54.405 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 12, vote: 0] cast vote for 23 [logterm: 6, index: 12] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=12] [msg_term=6] [from=23] [vote=0] [log_index=12] [log_term=6] [raft_id=16] [region_id=2] [thread_id=102] [2024/05/06 17:09:56.254 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:09:56.255 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 280, total_kvs: 4, meta: uuid: B68B20BA50154B4E93C973F2F7FBCD51 range { start: 7480000000000000FF7C5F728000000000FF0000010000000000FA end: 7480000000000000FF7C5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 76 region_epoch { conf_ver: 5 version: 19 } }]"] [thread_id=105] [2024/05/06 17:09:56.256 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/b68b20ba-5015-4b4e-93c9-73f2f7fbcd51_76_5_19_write_2.sst\" }"] [thread_id=105] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 41s remote-cache, linux-sandbox ./t/ddl/db_integration.test: ok! 726 test cases passed, take time 84.636711111 s [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 101s remote-cache, linux-sandbox [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest2:importintotest2_test; 99s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/05/06 09:09:33.310 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:09:33.311 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:09:33.312 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:09:33.313 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:33.313 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:09:33.314 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:33.314 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:33.314 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:33.314 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:33.314 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:33.317 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:09:33.322 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:09:33.324 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:09:33.326 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:09:33.350 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:33.350 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:33.358 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:33.358 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:33.371 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:33.393 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365810832192387606] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:09:33.503 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:09:33.639 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=45] ["lease id"=3eaa8f4d28cb6142] [2024/05/06 09:09:33.642 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:09:33.649 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:09:33.673 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.66836ms] [2024/05/06 09:09:33.676 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:33.676 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e] [runWorker=true] [2024/05/06 09:09:33.676 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:09:33.680 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:09:33.681 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:09:33.681 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:09:33.681 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:33.682 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:33.682 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:33.682 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:33.682 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:09:33.682 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:33.684 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d28cb6146] [ownerID=dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e] [op=none] [2024/05/06 09:09:33.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:33.685 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=577b6350-d14a-449d-a7e3-7ceb758391d4] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:33.686 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 577b6350-d14a-449d-a7e3-7ceb758391d4"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d28cb6148] [ownerID=577b6350-d14a-449d-a7e3-7ceb758391d4] [op=none] [2024/05/06 09:09:33.693 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:09:33.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:33.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:33.726 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:33.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:09:33.734 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:33.735 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d28cb6146] [ownerID=dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e] [op=none] [2024/05/06 09:09:33.735 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e"] [op=none] [2024/05/06 09:09:33.735 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:09:33.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.832 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.701278ms] [2024/05/06 09:09:33.838 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:33.846 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:33.846 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:09:33.855 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.135443ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:33.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.895 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.921 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:09:33.921 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:33.925 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:09:33.951 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:09:34.128 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:34.128 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:09:34.174 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.455 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.160485ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:34.465 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:34.465 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:09:34.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.344966ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.553 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.686 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:09:34.743 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:09:34.743 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:34.747 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.807043032\n# Parse_time: 0\n# Compile_time: 0.011441625\n# Rewrite_time: 0.000014759\n# Optimize_time: 0\n# Wait_TS: 0.000342293\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:09:34.753 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:09:34.803 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:34.803 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:09:34.845 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.916 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.052858ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:34.925 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:34.925 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:09:34.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.145526ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.014 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.059 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:09:35.060 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:35.063 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311199704\n# Parse_time: 0\n# Compile_time: 0.001902112\n# Rewrite_time: 0.000010527\n# Optimize_time: 0\n# Wait_TS: 0.000389427\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:35.066 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:09:35.106 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:35.106 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:09:35.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.454457ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:35.255 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:35.255 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:09:35.291 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.333756ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.347 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.386 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:09:35.387 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:35.390 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325371914\n# Parse_time: 0\n# Compile_time: 0.001274453\n# Rewrite_time: 0.000009151\n# Optimize_time: 0\n# Wait_TS: 0.000412462\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:35.401 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:09:35.502 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:35.502 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:09:35.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.682 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:09:35.683 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:09:35.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.602284ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:35.718 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:35.718 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:09:35.754 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.291225ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.814 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.913 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:09:35.913 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:35.917 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.520967336\n# Parse_time: 0\n# Compile_time: 0.005011787\n# Rewrite_time: 0.00000929\n# Optimize_time: 0\n# Wait_TS: 0.000374101\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:35.922 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:09:35.982 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:35.982 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:09:36.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.121 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.127601ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:36.131 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:36.131 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:09:36.167 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.112343ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.203 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.262 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:09:36.262 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:36.265 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345191181\n# Parse_time: 0\n# Compile_time: 0.002442202\n# Rewrite_time: 0.000009722\n# Optimize_time: 0\n# Wait_TS: 0.000376647\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:36.270 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:09:36.340 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:36.340 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:09:36.400 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.490 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.283464ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:36.500 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:36.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:09:36.536 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.612119ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.600 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:09:36.653 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:36.656 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.388254415\n# Parse_time: 0\n# Compile_time: 0.002168045\n# Rewrite_time: 0.000013078\n# Optimize_time: 0\n# Wait_TS: 0.000420151\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:36.660 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:09:36.708 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:36.708 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:09:36.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.828 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.343293ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:36.838 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:36.838 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:09:36.875 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.993258ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.947 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.987 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:09:36.987 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:36.990 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331212627\n# Parse_time: 0\n# Compile_time: 0.001475405\n# Rewrite_time: 0.000008564\n# Optimize_time: 0\n# Wait_TS: 0.000366303\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:36.993 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:09:37.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:37.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:09:37.111 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.173 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.45256ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.183 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:37.183 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:09:37.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.432238ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.297 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:09:37.297 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:37.300 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.308625896\n# Parse_time: 0\n# Compile_time: 0.001186663\n# Rewrite_time: 0.000012423\n# Optimize_time: 0\n# Wait_TS: 0.000387798\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:37.305 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:09:37.360 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:37.360 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:09:37.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.817498ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.488 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:37.488 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:09:37.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.680618ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.559 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.608 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:09:37.608 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:37.612 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.308844628\n# Parse_time: 0\n# Compile_time: 0.002065711\n# Rewrite_time: 0.000008926\n# Optimize_time: 0\n# Wait_TS: 0.000356084\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:37.616 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:09:37.665 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:37.665 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:09:37.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.820 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.923474ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.830 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:37.830 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:09:37.867 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.900995ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.956 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:09:37.956 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:37.960 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345663092\n# Parse_time: 0\n# Compile_time: 0.002383487\n# Rewrite_time: 0.000010007\n# Optimize_time: 0\n# Wait_TS: 0.000427392\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:37.970 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:37.972 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:38.051 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:38.051 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:38.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.623752ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:38.235 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:38.235 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:09:38.270 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.686704ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.308 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.395 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:09:38.395 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:38.399 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.434315797\n# Parse_time: 0\n# Compile_time: 0.005918087\n# Rewrite_time: 0.000008832\n# Optimize_time: 0\n# Wait_TS: 0.000391399\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:38.404 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:09:38.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:38.469 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:09:38.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.191878ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:38.632 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:38.633 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:09:38.669 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.060644ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.704 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.760 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:09:38.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:38.763 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361994284\n# Parse_time: 0\n# Compile_time: 0.002414011\n# Rewrite_time: 0.000010131\n# Optimize_time: 0\n# Wait_TS: 0.00035643\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:38.769 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:09:38.818 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:38.818 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:09:38.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.956 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.769817ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:38.966 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:38.966 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:09:39.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.821385ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.061 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.110 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:09:39.110 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:39.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346973727\n# Parse_time: 0\n# Compile_time: 0.001956624\n# Rewrite_time: 0.00000961\n# Optimize_time: 0\n# Wait_TS: 0.000378088\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:39.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:09:39.178 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:39.178 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:09:39.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.332 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.872736ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:39.343 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:39.343 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:09:39.378 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.742586ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.498 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:09:39.499 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:39.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38538595\n# Parse_time: 0\n# Compile_time: 0.002337443\n# Rewrite_time: 0.00001241\n# Optimize_time: 0\n# Wait_TS: 0.000305671\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:39.505 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:39.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:39.549 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:39.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.827113ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:39.668 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:39.668 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:09:39.704 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.037601ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.781 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.829 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:09:39.829 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:39.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.328959116\n# Parse_time: 0\n# Compile_time: 0.001421642\n# Rewrite_time: 0.000010757\n# Optimize_time: 0\n# Wait_TS: 0.000462546\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:39.838 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:09:39.887 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:39.887 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:09:39.957 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.036 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.038086ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:40.047 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:40.047 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:09:40.083 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.010058ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.147 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.194 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:09:40.194 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:40.198 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36198303\n# Parse_time: 0\n# Compile_time: 0.002292456\n# Rewrite_time: 0.000009162\n# Optimize_time: 0\n# Wait_TS: 0.000361096\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:40.202 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:09:40.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:40.251 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:09:40.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.583779ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:40.397 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:40.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:09:40.435 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.136529ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.546 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:09:40.546 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:40.550 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349961145\n# Parse_time: 0\n# Compile_time: 0.00185855\n# Rewrite_time: 0.000009995\n# Optimize_time: 0\n# Wait_TS: 0.000331152\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:40.556 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:40.624 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:40.624 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:40.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.504799ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:40.794 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:40.794 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:09:40.830 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.186546ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.971 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:09:40.971 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:40.974 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.420162385\n# Parse_time: 0\n# Compile_time: 0.002916668\n# Rewrite_time: 0.000011728\n# Optimize_time: 0\n# Wait_TS: 0.000332271\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:40.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:41.063 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:41.063 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:41.108 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.179 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.751534ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:41.190 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:41.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:09:41.225 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.327071ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.298 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.346 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:09:41.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:41.349 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351802452\n# Parse_time: 0\n# Compile_time: 0.001633775\n# Rewrite_time: 0.000016212\n# Optimize_time: 0\n# Wait_TS: 0.000417417\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:41.352 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:09:41.396 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:41.396 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:09:41.439 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.498 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.550176ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:41.508 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:41.508 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:09:41.545 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.959123ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.655 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:09:41.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:41.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307912973\n# Parse_time: 0\n# Compile_time: 0.001117483\n# Rewrite_time: 0.000008621\n# Optimize_time: 0\n# Wait_TS: 0.000395118\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:41.660 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:09:41.698 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:41.698 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:09:41.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.086219ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:41.818 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:41.818 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:09:41.854 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.124288ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.946 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:09:41.946 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:41.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:09:42.015 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:42.015 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:09:42.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.199373ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:42.173 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:42.173 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:09:42.209 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.032902ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.306 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:09:42.307 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:42.310 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.357132314\n# Parse_time: 0\n# Compile_time: 0.002852031\n# Rewrite_time: 0.000008171\n# Optimize_time: 0\n# Wait_TS: 0.000413519\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:42.313 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:42.360 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:42.359 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:42.422 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.507 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.886827ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:42.517 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:42.517 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:09:42.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.075232ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.604 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.655 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:09:42.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:42.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346751075\n# Parse_time: 0\n# Compile_time: 0.001354603\n# Rewrite_time: 0.000009906\n# Optimize_time: 0\n# Wait_TS: 0.000284603\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:42.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:09:42.713 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:42.713 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:09:42.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.826 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.884493ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:42.836 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:42.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:09:42.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.39698ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.933 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.981 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:09:42.981 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:42.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.323565811\n# Parse_time: 0\n# Compile_time: 0.002064678\n# Rewrite_time: 0.000007766\n# Optimize_time: 0\n# Wait_TS: 0.000436117\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:42.988 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:09:43.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:43.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:09:43.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.913453ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:43.197 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:43.197 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:09:43.229 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.796871ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.350 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:09:43.350 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:43.354 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367466908\n# Parse_time: 0\n# Compile_time: 0.0016984\n# Rewrite_time: 0.000009473\n# Optimize_time: 0\n# Wait_TS: 0.000354143\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:43.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:09:43.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:43.403 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:09:43.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.026743ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:43.542 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:43.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:09:43.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.145056ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.651 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.695 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:09:43.695 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:43.699 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343393126\n# Parse_time: 0\n# Compile_time: 0.001321793\n# Rewrite_time: 0.00000973\n# Optimize_time: 0\n# Wait_TS: 0.000433571\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:43.702 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:09:43.746 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:43.746 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:09:43.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.872414ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:43.883 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:43.883 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:09:43.917 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.268821ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.978 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.019 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:09:44.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:44.022 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321060445\n# Parse_time: 0\n# Compile_time: 0.00162422\n# Rewrite_time: 0.000008712\n# Optimize_time: 0\n# Wait_TS: 0.000396576\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:44.027 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:09:44.029 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:44.081 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:44.081 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:09:44.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.241 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.948282ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:44.252 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:44.252 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:09:44.288 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.976003ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.351 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.405 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:09:44.406 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:44.409 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.384124485\n# Parse_time: 0\n# Compile_time: 0.002170411\n# Rewrite_time: 0.000009464\n# Optimize_time: 0\n# Wait_TS: 0.000361154\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:44.415 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:09:44.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:44.469 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:09:44.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=4.37894ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:44.646 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:44.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:09:44.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.381964ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.754 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:09:44.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:44.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.402443292\n# Parse_time: 0\n# Compile_time: 0.002809435\n# Rewrite_time: 0.0000087\n# Optimize_time: 0\n# Wait_TS: 0.000389469\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:44.821 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:09:44.876 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:44.876 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:09:44.931 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.157948ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:45.030 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:45.030 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:09:45.066 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.628031ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.104 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.160 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:09:45.160 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.163 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344578864\n# Parse_time: 0\n# Compile_time: 0.002118155\n# Rewrite_time: 0.000008597\n# Optimize_time: 0\n# Wait_TS: 0.000387062\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:45.172 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:09:45.258 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:45.258 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:09:45.299 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.415 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.786736ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:45.424 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:45.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:09:45.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.616082ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.508 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.584 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:09:45.584 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.587 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.418456845\n# Parse_time: 0\n# Compile_time: 0.003295321\n# Rewrite_time: 0.000008295\n# Optimize_time: 0\n# Wait_TS: 0.000385424\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:45.589 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:09:45.624 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:45.624 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:09:45.685 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=577b6350-d14a-449d-a7e3-7ceb758391d4] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:45.685 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:09:45.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.172651ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:45.750 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:45.750 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:09:45.788 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.702158ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.850 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.897 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:09:45.897 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.901 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312273163\n# Parse_time: 0\n# Compile_time: 0.00094921\n# Rewrite_time: 0.000010034\n# Optimize_time: 0\n# Wait_TS: 0.000263568\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:45.974 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:45.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:45.974 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:45.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:09:46.014 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.111 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=5.249081ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:09:46.123 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:46.123 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:09:46.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.152597ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:45.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.206 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.264 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:09:46.264 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:46.268 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362013447\n# Parse_time: 0\n# Compile_time: 0.006753382\n# Rewrite_time: 0.003564919\n# Optimize_time: 0\n# Wait_TS: 0.000369514\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:46.273 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:09:46.326 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:46.326 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:09:46.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.469 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.096213ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:46.479 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:46.479 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:09:46.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.650879ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.620 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:09:46.620 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:46.624 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35285192\n# Parse_time: 0\n# Compile_time: 0.002704394\n# Rewrite_time: 0.000010849\n# Optimize_time: 0\n# Wait_TS: 0.000318771\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:46.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:09:46.672 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:46.673 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:09:46.711 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.728278ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:46.791 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:46.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:09:46.826 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.377946ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.942 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:09:46.942 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:46.946 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.320474642\n# Parse_time: 0\n# Compile_time: 0.00245258\n# Rewrite_time: 0.000009388\n# Optimize_time: 0\n# Wait_TS: 0.000406953\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:46.949 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:09:46.995 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:46.995 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:09:47.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.502741ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:47.113 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:47.113 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:09:47.149 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.402492ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.202 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.261 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:09:47.262 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:47.265 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.31740894\n# Parse_time: 0\n# Compile_time: 0.001480368\n# Rewrite_time: 0.000012687\n# Optimize_time: 0\n# Wait_TS: 0.000396023\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:47.272 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:09:47.357 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:47.357 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:09:47.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.571 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.13221ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:47.582 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:47.582 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:09:47.617 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.845794ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.656 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.739 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:09:47.739 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:47.743 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.473830021\n# Parse_time: 0\n# Compile_time: 0.003197436\n# Rewrite_time: 0.000009814\n# Optimize_time: 0\n# Wait_TS: 0.000420517\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:47.749 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:09:47.833 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:47.833 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:09:47.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.028867ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:48.042 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:48.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:09:48.075 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.928432ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.752 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.188 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:09:48.188 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:48.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.445390815\n# Parse_time: 0\n# Compile_time: 0.00254244\n# Rewrite_time: 0.000008878\n# Optimize_time: 0\n# Wait_TS: 0.000448977\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:48.199 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:09:48.285 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:48.285 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:09:48.351 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.552847ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:48.529 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:48.529 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:09:48.562 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.457688ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.609 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.691 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:09:48.691 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:48.695 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.498743559\n# Parse_time: 0\n# Compile_time: 0.003007835\n# Rewrite_time: 0.000009712\n# Optimize_time: 0\n# Wait_TS: 0.000404509\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:48.700 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:09:48.783 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:48.783 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:09:48.833 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:48.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.907997ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:48.990 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:48.990 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:09:49.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.02793ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:48.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.080 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:48.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.159 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:09:49.159 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:49.162 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.464389071\n# Parse_time: 0\n# Compile_time: 0.002409929\n# Rewrite_time: 0.000008785\n# Optimize_time: 0\n# Wait_TS: 0.000395501\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:49.168 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:09:49.242 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:49.242 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:09:49.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.077132ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:49.444 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:49.444 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:09:49.478 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.105728ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.549 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.636 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:09:49.636 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:49.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.474140606\n# Parse_time: 0\n# Compile_time: 0.002441821\n# Rewrite_time: 0.000007868\n# Optimize_time: 0\n# Wait_TS: 0.000277172\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:49.647 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:09:49.740 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:49.740 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:09:49.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=5.073405ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:49.948 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:49.948 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:09:49.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.573654ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.053 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.134 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:09:50.134 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:50.137 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.49347181\n# Parse_time: 0\n# Compile_time: 0.00315254\n# Rewrite_time: 0.000010415\n# Optimize_time: 0\n# Wait_TS: 0.000315584\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:50.143 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:50.206 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:50.206 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:50.250 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.427683ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:50.372 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:50.372 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:09:50.407 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.338439ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.455 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.517 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:09:50.517 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:50.520 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38010683\n# Parse_time: 0\n# Compile_time: 0.002550928\n# Rewrite_time: 0.000017354\n# Optimize_time: 0\n# Wait_TS: 0.000368032\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:50.525 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:50.590 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:50.590 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:50.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.735 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.69058ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:50.748 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:50.748 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:09:50.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.817863ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.848 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.902 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:09:50.903 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:50.906 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382723748\n# Parse_time: 0\n# Compile_time: 0.002238926\n# Rewrite_time: 0.000008528\n# Optimize_time: 0\n# Wait_TS: 0.000376042\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:50.935 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:09:51.027 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:51.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:09:51.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.472487ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:51.247 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:51.247 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:09:51.280 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.330428ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:50.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:50.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.447 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:09:51.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:51.450 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.52012332\n# Parse_time: 0\n# Compile_time: 0.004434083\n# Rewrite_time: 0.000011069\n# Optimize_time: 0\n# Wait_TS: 0.000454246\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:51.457 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:51.531 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:51.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:51.531 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:51.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:51.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:51.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.681 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.500796ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:51.694 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:51.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:09:51.710 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:09:51.710 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:09:51.710 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:09:51.710 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:51.727 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.406253ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:51.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.801 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:51.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:51.861 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:09:51.861 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:51.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.410768288\n# Parse_time: 0\n# Compile_time: 0.003323355\n# Rewrite_time: 0.000008573\n# Optimize_time: 0\n# Wait_TS: 0.000460405\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:51.867 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:09:51.914 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:51.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:51.914 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:51.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:09:51.977 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:51.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.321 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:303.172253ms txnStartTS:449573445173772289 region_id:12 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:303.1ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:191 rocksdb_delete_skipped_count:48 rocksdb_key_skipped_count:522 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:09:52.326 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573445173772289\n# Query_time: 0.319923554\n# Parse_time: 0\n# Compile_time: 0.010535311\n# Rewrite_time: 0.001720979\n# Optimize_time: 0.007162981\n# Wait_TS: 0.000110548\n# Cop_time: 0.301064798 Process_time: 0.000299644 Wait_time: 0.0001227 Request_count: 2 Process_keys: 1 Total_keys: 381 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 95 Rocksdb_key_skipped_count: 1039\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000149822 Cop_proc_p90: 0.000152104 Cop_proc_max: 0.000152104 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.135e-05 Cop_wait_p90: 8.4955e-05 Cop_wait_max: 8.4955e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12721\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('oRi4MAkzXzEzCTAJMjI4My40NglteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjMwNC42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAyHYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldHXcddaAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjU3My4ywrVzLCBmZXRjaB0QBTIMOjBzfRGqEQgkCjMJMzFfNDEoQgFUACkduUBkYXRhOlNlbGVjdGlvbl80MBWOBDk1DWY1iWxjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjQ4AbohajRfa2V5czogMCwgdG90XwESGDogMTQ3LjUFsQEUGHdhaXQ6IDgJEWRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDEAAXEIX2R1BRoYbjogNDIuMQVLOG1heF9kaXN0c3FsX2NvblUiSCAxfSwgcnBjX2luZm86e0NvcDoBrgxfcnBjQU0lQwBfRWooMS40bXN9fQkyNDMt4BhOL0EKNAkxIQYEMV9y1QIMcmVvckmzBGt2BaMEOnsFVAQwc1W5PH0sIHNjYW5fZGV0YWlsOiApvi0gQDE5MCwgZ2V0X3NuYXBzaG90CZMQIDE5LjYF35hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQ3LCBrZXk+FwAgNTE3LCBibG9jIaUQfX19LCABlz6EACGXCGVzcxF0Lp8BBGFsJaENGy2mAHQB5gh3YWwtOQwgMzU3RRwAfSEyAQQcCjUJNDRfMzklNxw2NjY2LjY3CUm1LgwE8DwsIHJhbmdlOlstaW5mLDk3KSwgKDk3LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JgSBmbQEBhgEEMAozCTZfMjkoUHJvYmVB6TQ2NDAwCWdyb3VwIGJ5OnV3QCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQx1DQwwMy41QeN1DBBwYXJ0aSEtGG9ya2VyOns5HiAzMDIuOTc3NjWFxi6bAhw1LCB0YXNrX2E9ADBpIWUNLDEuNTE0MjAxMTc3cwkXDGV4ZWNFTGExIcIJJBgzOTUxNTJzaXcBaBQ4OTA5NDMBmQhwOTUyEgAUfSwgZmluWqEAHDMuNDAwOTk3ATleoQABrQRvdA2hDDguMjRpdwEUBZ4MMy42ORkTFaQYNTg2MzQ2MxWkGDMuMzQxNTilTwmkGRI5tWF1ADOBeyWuFG5vdChlcTmSHCwgOTcpKSwgARgUaXNudWxsGRwAKSHkBX4lEAHSLaQICTM4sbhh2BA1CTZfMyHRBDgwLhECSqMFbR4MaW5nLE4sBiBzY2hlbWFfaWQB5EbSBkX2CR5JYghtaW4VrwA4Ml0CADEZub36BDIscl0CGDEuODI0MjcF6l68AQAxSUZRXRwwODA4ODE1NC5dAhwxOTUuNjE5wsFHIdQlQygxLjUwODUyMjM3NQHdMGF4OjMwMS43NDEzNDEhWinBGRJyZQIUMi4yOTA0cgUDLmQCEDQ0LjYxyRUBkEVkEDUuNDc3QqMAHDEwNTA5MTU5FaMYMi4yNDg4OQVrCaMZEllkADbhAwwzNgkwSQLF+SRIYXNoQWdnXzMxOY3FF7HGBDIswaOp4gAgwUjZ9oEUSdcEcm/R9y15ARIMOiAxNdGsAdEljQwgMzcuCdEAY775BgwzMC44JQvu+QbJ+QG6ADHJ+wQ4Md37ADdhIwAxpcT+JQPOJQNKTQMWmAl9NQA4JahmBwZWdAchkMHwFpwIKaUEYWwyFwAoX3NpemU6IDM4MDNlPQBh+aoAMV6qB0mugqoHADjB2wB5QqoHBDIyxqoHLlICodwEYWnxqlVZQqwHBDA5RTl5CRQ4CTQzXzOhcwwwCTEwoQ6FtDqqB3qOB4G8ZocBIAlOL0EJTi9BCg==')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Resource_group: default\n;"] [2024/05/06 09:09:52.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.752191ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:52.399 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:52.399 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:09:52.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.830077ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:51.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.515 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:51.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.562 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:09:52.562 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:52.565 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.699382284\n# Parse_time: 0\n# Compile_time: 0.001392222\n# Rewrite_time: 0.000009438\n# Optimize_time: 0\n# Wait_TS: 0.000381977\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:52.569 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:09:52.619 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:52.619 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:09:52.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.59868ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:52.749 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:52.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:09:52.783 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.087636ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.858 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.552 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.904 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:09:52.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:52.907 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339958531\n# Parse_time: 0\n# Compile_time: 0.001685417\n# Rewrite_time: 0.000011749\n# Optimize_time: 0\n# Wait_TS: 0.000374019\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:52.909 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:09:52.936 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:52.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:52.936 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:52.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:09:52.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.031 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.123628ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:09:53.042 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:53.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:09:53.079 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.157524ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:52.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.153 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.183 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:09:53.183 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:53.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:53.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:53.256 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:53.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:09:53.321 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:53.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.41435ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:09:53.411 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:53.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:09:53.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.762135ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:53.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.501 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:53.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.550 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:09:53.550 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:53.553 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363385526\n# Parse_time: 0\n# Compile_time: 0.004183565\n# Rewrite_time: 0.001817626\n# Optimize_time: 0\n# Wait_TS: 0.000335834\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:54.045 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573445580095489\n# Query_time: 0.349094299\n# Parse_time: 0\n# Compile_time: 0.17520146\n# Rewrite_time: 0.004531795\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 376437\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0AvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE2NC45bXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMjYJIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDc0My41wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQ5LjHCtXMRQQx3YWl0DRoMNTYuNh0aKGt2X3JlYWRfd2FsDWgMIDExMhE9CGlrdjIaAAQzMgmBDHNjYW4+gQAMa2V5cwXEKGdldF9zbmFwc2hvEXUEMTANdWhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BokB4bjoge3ByZXdyaXRlOjEuNiFYAVARIRhzOjMyOC40BcEJFBA6MS4xOAEnHHNsb3dlc3RfET8lQwAgMYNgMC4wMDFzLCByZWdpb25faWQ6IDgsIHN0byGoODEyNy4wLjAuMToyMDE2MEJhAToHARA2NTUuM04JAQGqPvoABDEuKW9a+gAF6jlLBZEUX2JhdGNoJbUMOiAyNA3vKHByb3Bvc2Vfc2VuIa9IaXQ6IDBzLCBwZXJzaXN0X2xvZxnuDDEzOS4JdwlgFGxlYWRlcg1SJDY0bnMsIHN5bmMJNQQ3Ng1iCSwobWVtdGFibGU6IDMR5ilqCS4IMzY3RYcYLCBhcHBseTKsAAQxNyWZBRkVjQA4SbccLCBtdXRleF8p9wG6CW8ymwAZFwB3ZTgIMS44BVIJKxmaBDExCZtdPBhwcmltYXJ5/vYBZvYBBDQ0CfkEfSw6/wJK9gEINy41SaTe9gEAMQlsACyy9gEINjAuYvUBBDQ1NvUBBDMwbeQ+WwEMNjM0bgHkLvQBBDIyUSMl2zb0AQA0DXUFGzX2ADeBq870AQgxNS5JRj6ZAAQxOWFzIfJtxAhudW2hIwkohX4EMSwNDhhieXRlOjMyBS5kaW5zZXJ0OjEzOG1zCTExOS42IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 09:09:54.139 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.454592685s] [2024/05/06 09:09:54.167 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e"] [2024/05/06 09:09:54.168 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e"] [2024/05/06 09:09:54.169 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e"] [] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=14.16µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=14.381µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=7.017µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=8.95µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=9.504µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=9.967µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=8.969µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=16.821µs] [2024/05/06 09:09:54.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=4.157µs] [2024/05/06 09:09:54.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.331µs] [2024/05/06 09:09:54.171 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:54.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.616µs] [2024/05/06 09:09:54.171 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:54.171 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:09:54.171 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:09:54.183 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e] ["take time"=38.772772ms] [2024/05/06 09:09:54.183 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=dfe0b8f6-9041-4fe2-aaf1-bad1259cb28e] [2024/05/06 09:09:54.186 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=45] [2024/05/06 09:09:54.186 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:09:54.186 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:09:54.186 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:09:54.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:54.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:54.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:09:54.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:09:54.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:54.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:09:54.186 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:09:54.186 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 577b6350-d14a-449d-a7e3-7ceb758391d4 watch owner key /tidb/br-stream/owner/3eaa8f4d28cb6148"] [2024/05/06 09:09:54.186 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:09:54.187 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 577b6350-d14a-449d-a7e3-7ceb758391d4"] [2024/05/06 09:09:54.187 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:09:54.187 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 577b6350-d14a-449d-a7e3-7ceb758391d4"] [2024/05/06 09:09:54.187 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:09:54.188 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:09:54.188 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:09:54.188 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=577b6350-d14a-449d-a7e3-7ceb758391d4] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:54.188 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:09:54.188 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 577b6350-d14a-449d-a7e3-7ceb758391d4"] [error="context canceled"] [2024/05/06 09:09:54.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:54.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:54.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:54.195 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:09:54.195 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:09:54.202 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/06 09:09:54.202 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 09:09:54.202 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/06 09:09:54.202 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:09:54.212 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:09:54.212 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:09:54.212 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:09:54.219 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:09:54.219 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:09:54.219 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=75.472228ms] [2024/05/06 09:09:54.220 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365810832192387606] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:09:54.230 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:09:54.366 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1838] ["lease id"=22318f4d28cb618d] [2024/05/06 09:09:54.368 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:09:54.389 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 577b6350-d14a-449d-a7e3-7ceb758391d4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:09:54.474 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=102.055229ms] [2024/05/06 09:09:54.479 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:54.479 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [runWorker=true] [2024/05/06 09:09:54.480 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:09:54.482 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:09:54.483 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:54.483 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:09:54.483 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:54.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:54.483 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:54.483 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:09:54.485 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d28cb621c] [ownerID=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [op=none] [2024/05/06 09:09:54.486 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:54.486 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=381e101c-5484-4e5f-a627-ad3715d7e372] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:54.514 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:09:54.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:09:54.516 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:09:54.518 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d28cb6221] [ownerID=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [op=none] [2024/05/06 09:09:54.531 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:09:54.535 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:54.536 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d28cb621c] [ownerID=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [op=none] [2024/05/06 09:09:54.536 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [op=none] [2024/05/06 09:09:54.536 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:09:54.537 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:09:54.617 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:09:54.634 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:09:54.646 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:09:54.646 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:09:54.646 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:09:54.646 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:09:54.646 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:09:54.646 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:09:54.646 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:09:54.646 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:09:54.646 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:09:54.648 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:09:54.648 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:09:54.650 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:09:54.650 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:09:54.650 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:09:54.650 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:09:54.650 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:09:54.652 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] ["owner key"=/tidb/stats/owner/3eaa8f4d28cb6224] [ownerID=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [op=none] [2024/05/06 09:09:54.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:09:54.655 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 09:09:54.660 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/11c16467-5b24-49aa-a3f5-fe9699ca15f3] [2024/05/06 09:09:54.660 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:09:54.660 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:09:54.670 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:09:54.671 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:09:54.671 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:09:54.687 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=38.350127ms] [2024/05/06 09:09:54.724 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestImportFromSelectBasic [2024/05/06 09:09:54.735 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:09:54.738 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:09:54.775 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:54.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:54.775 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:54.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:09:54.829 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:54.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:54.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.075966ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:09:54.882 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:09:54.919 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.297834ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:54.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:54.963 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:54.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:54.995 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:09:54.996 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:55.001 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 09:09:55.059 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:55.059 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 09:09:55.102 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.110 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/05/06 09:09:55.171 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.48517ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:55.182 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:09:55.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.35895ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.333 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:09:55.334 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:55.337 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.336752772\n# Parse_time: 0.000474703\n# Compile_time: 0.000729793\n# Rewrite_time: 0.000010215\n# Optimize_time: 0.000409217\n# Wait_TS: 0.000396401\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 09:09:55.339 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 09:09:55.385 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:55.385 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 09:09:55.433 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.441 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/05/06 09:09:55.504 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.600719ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:55.519 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:09:55.521 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:09:55.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:09:55.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:09:55.521 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:55.554 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.808677ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.646 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 577b6350-d14a-449d-a7e3-7ceb758391d4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:09:55.651 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:09:55.651 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:55.654 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316881923\n# Parse_time: 0.000945128\n# Compile_time: 0.000832946\n# Rewrite_time: 0.000010892\n# Optimize_time: 0.000409217\n# Wait_TS: 0.000349229\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/06 09:09:55.660 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:09:55.660 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:09:55.661 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/11c16467-5b24-49aa-a3f5-fe9699ca15f3] [watcherID=bf8d7c0d-7c3c-4cbf-b3a2-1df7842e024f] [2024/05/06 09:09:55.669 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:35\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/05/06 09:09:55.671 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:09:55.672 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/05/06 09:09:55.685 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 09:09:55.685 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:09:55.685 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:09:55.685 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:09:55.685 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:09:55.859 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/05/06 09:09:55.859 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:09:55.869 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:09:55.869 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:09:55.870 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:55.870 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:09:55.871 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:55.871 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:55.871 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:55.871 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:55.871 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:55.903 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:55.905 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:55.906 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:09:55.911 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:55.916 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:55.921 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [key=import-from-select] [2024/05/06 09:09:55.921 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [key=import-from-select] [2024/05/06 09:09:55.923 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [key=import-from-select] [readDur=21.683µs] [encodeDur=866.768µs] [checksum="{cksum=7340296357795544696,size=76,kvs=2}"] [deliverDur=318.089µs] [type=query] [takeTime=1.822272ms] [] [2024/05/06 09:09:55.923 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [key=import-from-select] [readDur=119.47µs] [encodeDur=901.961µs] [checksum="{cksum=2727559089799614776,size=76,kvs=2}"] [deliverDur=308.299µs] [type=query] [takeTime=1.855452ms] [] [2024/05/06 09:09:55.923 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:55.923 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5828abb4-80f8-45be-9246-6c068d4e8f28/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d52517ed-192d-47b6-81d7-bdb0efb34544.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 09:09:55.925 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5828abb4-80f8-45be-9246-6c068d4e8f28/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/b3373a90-e600-44bb-9a5f-16bec05adbdd.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000003] [2024/05/06 09:09:55.927 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.957834ms] [] [2024/05/06 09:09:55.928 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:09:55.932 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:55.955 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:09:55.955 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:55.972 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:09:55.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=45.766745ms] [] [2024/05/06 09:09:55.973 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:55.975 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.698387ms] [] [2024/05/06 09:09:55.975 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:09:55.975 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:55.975 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=58.192µs] [] [2024/05/06 09:09:55.975 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:09:55.976 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [2024/05/06 09:09:55.983 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [takeTime=7.179154ms] [] [2024/05/06 09:09:55.983 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:09:55.983 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [weight=30] [2024/05/06 09:09:55.983 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [concurrency=15] [2024/05/06 09:09:55.987 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:09:55.988 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:09:55.988 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=5828abb4-80f8-45be-9246-6c068d4e8f28] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.260695ms] [] [2024/05/06 09:09:55.988 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:55.988 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.662µs] [] [2024/05/06 09:09:55.988 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:55.989 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.164777ms] [] [2024/05/06 09:09:55.989 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:55.989 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=13.69µs] [] [2024/05/06 09:09:55.989 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:55.991 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.00898ms] [] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:55.994 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:55.994 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:55.994 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:55.994 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:55.996 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:55.996 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:55.996 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:55.996 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:55.996 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:55.998 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573446130597902\n# Conn_ID: 2\n# Query_time: 0.324269544\n# Parse_time: 0.000507047\n# Compile_time: 0.002733703\n# Rewrite_time: 0.001460761\n# Optimize_time: 0.000409217\n# Wait_TS: 0.000119291\n# Cop_time: 0.000198678 Process_time: 0.000032757 Wait_time: 0.000026468 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.2757e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.6468e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ygWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxOS40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg5NDguNcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xNwFuRHByb2Nfa2V5czogNCwgdG90XwESFDogMzIuOAVKARMcd2FpdDogMjYNXYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA0NS4xBU2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnSDEuMDhtc319CTM1MiBCeXRlcwkhJSAyCTQzXzYJMV8xJ8B0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3ZfJSUAewVkEDBzLCBsKYZIfSwgc2Nhbl9kZXRhaWw6IHt0bwGLGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1hAgOC40MyUidHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWlCGtleT4WABg4LCBibG9jIeYQfX19LCABx160AAEcNuABCGFsXyHiDRo15wB0IRcMd2FsbA0ZBDExSRQkfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('tQagCrAGCgxJbXBvcnRJbnRvXzIS6QUKDVRhYmxlUmVhZGVyXzcSqAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvarACdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS08NSwgZ2V0X3NuYXBzaG90XwVywCA4LjQzwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVBF9kVrQAARwUOiAzMi44BXEJ0Qh3YWkRiwwyNi41CRocaWt2X3dhbGwNMwgxMTIFNAh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLpcBKAFAAVIUZGF0YTpUNsUBBFoWBYgIOTQ4DW4pcRwyYtgBY29wXyWOaCB7bnVtOiAxLCBtYXg6IDEuMTdtcywgcHJvYy1NKVwAXwESADoy0wAF0QA6GcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNDUuMSUGYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBHDRycGNfaW5mbzp7Q29wOgGvGF9ycGM6MSwtVwXkKDEuMDhtc319cOACPS8oOAFAAVIDTi9BWhUFJhAzMTkuNAHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/05/06 09:09:56.021 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:09:56.022 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:09:56.023 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:09:56.054 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:56.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:56.054 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:56.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:09:56.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:56.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.131 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/05/06 09:09:56.178 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.474794ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:09:56.189 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:09:56.224 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.481909ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:56.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.261 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 09:09:56.273 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 09:09:56.277 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:56.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:09:56.339 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:56.358 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.336041264\n# Parse_time: 0.000237822\n# Compile_time: 0.000724409\n# Rewrite_time: 0.000009291\n# Optimize_time: 0.000889944\n# Wait_TS: 0.000389422\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:09:56.483 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:09:56.556 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/05/06 09:09:56.563 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:09:56.563 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:09:56.564 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:56.564 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:09:56.565 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:56.565 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:56.565 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:56.565 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:56.565 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:56.579 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:56.581 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:56.581 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:09:56.585 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:56.588 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:56.635 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [key=import-from-select] [2024/05/06 09:09:56.635 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [key=import-from-select] [2024/05/06 09:09:56.636 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [key=import-from-select] [readDur=7.117µs] [encodeDur=429.287µs] [checksum="{cksum=537466866433699273,size=38,kvs=1}"] [deliverDur=315.146µs] [type=query] [takeTime=1.165094ms] [] [2024/05/06 09:09:56.636 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [key=import-from-select] [readDur=155.144µs] [encodeDur=851.707µs] [checksum="{cksum=15134002712567377899,size=38,kvs=1}"] [deliverDur=245.106µs] [type=query] [takeTime=1.55287ms] [] [2024/05/06 09:09:56.637 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/7fd53ed1-3eff-4d0a-9e88-c0295133b91b/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/bdf98126-892b-4b75-a889-f0c5ce8fce79.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000001] [2024/05/06 09:09:56.637 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:56.638 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/7fd53ed1-3eff-4d0a-9e88-c0295133b91b/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/64bbf754-c04a-4ec3-abbb-a66d316d41a1.sst] [firstKey=74800000000000006E5F728000000000000002] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 09:09:56.640 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.820411ms] [] [2024/05/06 09:09:56.640 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:09:56.645 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:56.666 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/05/06 09:09:56.667 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:56.680 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 09:09:56.681 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=41.277533ms] [] [2024/05/06 09:09:56.681 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:56.683 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.501572ms] [] [2024/05/06 09:09:56.683 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:09:56.683 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:56.683 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=53.815µs] [] [2024/05/06 09:09:56.683 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/05/06 09:09:56.683 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [2024/05/06 09:09:56.691 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [takeTime=7.356375ms] [] [2024/05/06 09:09:56.691 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 09:09:56.691 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [weight=30] [2024/05/06 09:09:56.691 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [concurrency=15] [2024/05/06 09:09:56.695 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/05/06 09:09:56.696 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 09:09:56.696 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=7fd53ed1-3eff-4d0a-9e88-c0295133b91b] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=12.528366ms] [] [2024/05/06 09:09:56.696 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:56.696 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.048µs] [] [2024/05/06 09:09:56.696 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:09:56.697 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.169921ms] [] [2024/05/06 09:09:56.697 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:56.697 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=13.099µs] [] [2024/05/06 09:09:56.697 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:09:56.698 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=943.193µs] [] [2024/05/06 09:09:56.702 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:56.702 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:56.702 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:56.702 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:56.704 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:56.704 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:56.704 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:56.704 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:56.704 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:56.706 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573446314098690\n# Conn_ID: 2\n# Query_time: 0.345294318\n# Parse_time: 0.000984231\n# Compile_time: 0.004088962\n# Rewrite_time: 0.00234704\n# Optimize_time: 0.000889944\n# Wait_TS: 0.00016042\n# Cop_time: 0.00005979 Process_time: 0.000053879 Wait_time: 0.000019988 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.3879e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 1.9988e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 316\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qAaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzOC4zbXMsIGxvb3BzOjEJARyYTi9BCjEJMzFfOQkwCTMzMzMuMzMJZGF0YTpTZWxlY3Rpb25fOAkyCUIYNDU1LjjCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNjIBbERwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDUzLjkFSgETHHdhaXQ6IDIwBRGAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoYbjogOTYuMwU60G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBZUIYWxfJSNIMS40OW1zfX0JMzE2IEJ5dGVzCSEhIDIJMV84CTFfMDUiIGd0KGZyb21fcyUlKC5zcmMuaWQsIDUpJSsEa3YFpAQ6ewVVADA1MAGIPHNjYW5fZGV0YWlsOiB7dG8BfCETCGVzczIoAQRhbDIXACBfc2l6ZTogMTgpRgRhbA0tPDUsIGdldF9zbmFwc2hvdF8FcgwgNi40JRJ0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JZMIa2V5PhYAGDgsIGJsb2Mh1DmIDTIUMn19fSwgAWZexQABHAA6MuABCGFsXyHiDRoAMinnAHQhJgh3YWwteiggMTQ0LjXCtXN9CVGXGDMJNDNfNwkhd8gxMDAwMAl0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXQBX0WZRoUBIAlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('tQfgCrAHCgxJbXBvcnRJbnRvXzIS6QYKDVRhYmxlUmVhZGVyXzkSrgQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWq/Am5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqYIDYuNMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50BWsIa2V5PhYATDgsIGJsb2NrOiB7Y2FjaGVfaGl0ETIUMn19fSwgAWZexQABHBQ6IDUzLjkFgwnLCHdhaRGcBDIwCRgcaWt2X3dhbGwNMSQxNDQuNcK1c31wIXsFATKLARhGAcpPUpgQMosBKAFAAVIQZGF0YTpTRQkYaW9uXzhaFgWCEDQ1NS44BWop5BgyYtYBY29wSQFYIHtudW06IDEsIG1heDogMS42Mm1zLCAhiC1YKWclmjbNAAXLCDogMgnGEGNvcHJfOSVEcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoYbjogOTYuMwWW0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxURoF4iwxLjQ5bXN9fXC8AnglMAEBLAE4AUABUgNOL0FaFQUmEDMzOC4zAd0pBwAxVl8BBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/05/06 09:09:56.713 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/05/06 09:09:56.745 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:56.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:56.745 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:56.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/05/06 09:09:56.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:56.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.847 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/05/06 09:09:56.901 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.331191ms] [gotSchemaVersion=56] [phyTblIDs="[106,112]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:09:56.913 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:09:56.948 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.512137ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:56.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:57.001 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:09:57.010 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/06 09:09:57.015 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:56.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:57.075 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:09:57.075 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:57.079 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.366826297\n# Parse_time: 0.000194285\n# Compile_time: 0.000587671\n# Rewrite_time: 0.000007913\n# Optimize_time: 0.000792382\n# Wait_TS: 0.000390642\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/05/06 09:09:57.081 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:09:57.113 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:57.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:57.113 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:57.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:09:57.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:57.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:57.164 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/05/06 09:09:57.220 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.893693ms] [gotSchemaVersion=57] [phyTblIDs="[110,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:09:57.249 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:09:57.266 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.157898ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:57.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:57.316 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 09:09:57.325 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:09:57.329 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:57.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:57.392 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:09:57.392 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:57.396 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316254566\n# Parse_time: 0.00023362\n# Compile_time: 0.000781011\n# Rewrite_time: 0.000008951\n# Optimize_time: 0.000792382\n# Wait_TS: 0.000468929\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:10:00.426 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573446943506434\n# Conn_ID: 2\n# Query_time: 2.993043687\n# Parse_time: 0.872008836\n# Compile_time: 1.076905544\n# Rewrite_time: 0.043746398\n# Optimize_time: 0.000792382\n# Wait_TS: 0.000143851\n# Prewrite_time: 0.062016402 Commit_time: 0.011332711 Get_commit_ts_time: 0.000382875 Slowest_prewrite_rpc_detail: {total:0.057s, region_id: 12, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 7.79ms}, scan_detail: {get_snapshot_time: 4.57µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 75.8µs, propose_send_wait: 0s, persist_log: {total: 156.9µs, write_leader_wait: 43ns, sync_log: 109.5µs, write_memtable: 446ns}, commit_log: 441.7µs, apply_batch_wait: 3.36ms, apply: {total:2.86ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.3µs, write_memtable: 328.5µs}}} Commit_primary_rpc_detail: {total:0.057s, region_id: 12, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 7.79ms}, scan_detail: {get_snapshot_time: 4.57µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 75.8µs, propose_send_wait: 0s, persist_log: {total: 156.9µs, write_leader_wait: 43ns, sync_log: 109.5µs, write_memtable: 446ns}, commit_log: 441.7µs, apply_batch_wait: 3.36ms, apply: {total:2.86ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.3µs, write_memtable: 328.5µs}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6RTwVTAJMjdfMQkwCTAJTi9BCTAJdGltZTo5NTUuOW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI2OC42bXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWkoNzE5LjLCtXN9LCABEBhfZGV0YWlsEWYcX3Byb2Nlc3MJLBwgNjUuMcK1cxFBDHdhaXQNGgAzAUQRGChrdl9yZWFkX3dhbA1mDCAxMDEFZwFmBGt2MhoADDE0LjUJgQxzY2FuPoEADGtleXMFxChnZXRfc25hcHNobxF1CDguOQmPeHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3UhBiQyfX19LCBjb21tAbREeG46IHtwcmV3cml0ZToxLjc4IWwBYxEiEHM6Mzg2BZkRNhA6MS4yNQEnHHNsb3dlc3RfEUAlVgAgMZdgMC4wMDJzLCByZWdpb25faWQ6IDgsIHN0byG8ODEyNy4wLjAuMToyMDE2MCEOAG0udAE6HAEIODU3JXEEfSw6HAEBqjoNAQwyMC42JZyiDQEF/TlwBaMUX2JhdGNoJdoUOiAyMi4zBVMocHJvcG9zZV9zZW4h1khpdDogMHMsIHBlcnNpc3RfbG9nOQAIMTUyLTcJYBRsZWFkZXINUigxMzducywgc3luYwk2BDk0DbYJLTRtZW10YWJsZTogNC4xNEkWLZIFZQQ0MEmuGCwgYXBwbHkyrgAMMTYuOAWuBRsVkRAxMDQuNwUYFG11dGV4X0khAb8JczKgABkXAHdlYwA1DTsJKxmeBDE5BWwuVAIYcHJpbWFyeUYNAgQxc/4NAkkNCDQ0MqINAgg3LjBhVAAsSg0CBbQJ0HXsRvsBCDkuOCk1rvsBBDcxMi8BMloBCDEwOTb6AQQ0MzItAD1cCC4xOUb6AQQyM5F8Jd82+gFRqAUbNfoINjIuQUMELCDG+QEIMTMuAYQALC0pHZ0AMDn5beIIbnVtoVQpU4WvADEROBRieXRlOjOJeyxpbnNlcnQ6Njg3LjOBRk3XOosEBDYyARxh3xEggYkAMg2OCRQIOjExCUOCiQQINTdzMnwCCDEyLNqKBBA3Ljc5bZKIBAg0LjVJOkaIBJZ7AgQ3NSVjACyyewIIMTU2LSQpiDJ8AgQ0MzZ7AggxMDkyowQ53ww0NDZuAeYpaY10ADRR10VfMnoCCDMuM+mDgY5VeQgyLjgFFsZ4AgQzNq1yCcYZmQgzMjgFsyVDDZ5icgQEOHP+9gEt9gw2LjI4lvYBBDE17d/e9gEAOLFrrnEECDMyNKUTcXAy9gEEMTU+9wEENzlacwQIMy4zoS8mIQjFbQgxLjBljiXdMvcBADGRvAUbLvgBZdvG+AEIMTExTfU++QEQMS43MW0p92JwBAw1MDAwMQOFc1AyMDM3NjJ9CTcyNy41IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('9RTwXgrwFAoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6OTU1LjltcywgbG9vcHM6MWLOC3ByZXBhcmU6IHt0b3RhbDogMjY4LjZtcywgYXV0b19pZF9hbGxvY2F0b3I6IHthAQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWooNzE5LjLCtXN9LCABEBhfZGV0YWlsEWYcX3Byb2Nlc3MJLBwgNjUuMcK1cxFBDHdhaXQNGgAzAUQRGChrdl9yZWFkX3dhbA1mDCAxMDEFZwFmBGt2MhoADDE0LjUJgQxzY2FuPoEADGtleXMFxChnZXRfc25hcHNobxF1CDguOQmPeHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3UhBiQyfX19LCBjb21tAbRQeG46IHtwcmV3cml0ZToxLjc4bXMsBWMRIhBzOjM4NgWZETYQOjEuMjUBJxxzbG93ZXN0XxFAJVYAIDGXYDAuMDAycywgcmVnaW9uX2lkOiA4LCBzdG8hvDgxMjcuMC4wLjE6MjAxNjAhDgBtLnQBOhwBCDg1NyVxBH0sOhwBSg0BDDIwLjYlnKINAQX9OXAFoxRfYmF0Y2gl2hQ6IDIyLjMFUyhwcm9wb3NlX3NlbiHWSGl0OiAwcywgcGVyc2lzdF9sb2c5AAgxNTItNwlgFGxlYWRlcg1SKDEzN25zLCBzeW5jCTYEOTQNtgktNG1lbXRhYmxlOiA0LjE0SRYtkgVlBDQwSa4YLCBhcHBseTKuAAwxNi44Ba4FGxWREDEwNC43BRgUbXV0ZXhfSSEBvwlzMqAAGRcAd2VjADUNOwkrGZ4EMTkFbC5UAhhwcmltYXJ5Rg0CBDFz/g0CSQ0INDQyog0CCDcuMGFUACxKDQIFtAnQdexG+wEIOS44KTWu+wEENzEyLwEyWgEIMTA5NvoBBDQzMi0APVwILjE5RvoBBDIzkXwl3zb6AVGoBRs1+gg2Mi5BQwQsIMb5AQgxMy4BhAAsLSkdnQAwOflt4ghudW2hVClTha8AMRE4FGJ5dGU6M4l7AGml6yg6Njg3LjNtc2LjCE3YOowEBDYygWNh4BEggYoAMg2PCRQIOjExAUQALIaKBAg1N3MyfQIIMTIs2osEEDcuNzltkokECDQuNUk7RokElnwCBDc1JWQALLJ8AggxNTYtJCmJMn0CBDQzNnwCCDEwOTKkBDngDDQ0Nm4B5ilpjXUANFHYRWAyewIMMy4zNiGxBRpVeggyLjgFFsZ5AgQzNq1zCcYZmQgzMjgFsyVDDZ5icwQEOHP+9gEt9gw2LjI4lvYBBDE17eDe9gEAOLFsrnIECDMyNKUUcXEy9gEEMTU+9wEENzladAQIMy4zoTAmIgjFbggxLjBljiXdMvcBADGRvQUbLvgBADNBDsb4AQgxMTFN9T75ARAxLjcxbSn3YnEEDDUwMDAxA4V0XDIwMzc2Mn1wqLwteP///////////wEYAQ==')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/05/06 09:10:00.614 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/05/06 09:10:00.622 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:00.622 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:00.623 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:00.623 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:00.625 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:00.625 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:00.625 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:00.625 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:00.625 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:00.641 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:00.643 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:00.643 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:10:00.647 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:00.651 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:00.656 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:00.683 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:00.683 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:00.684 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:00.684 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:00.684 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:00.685 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:00.686 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [2024/05/06 09:10:01.171 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=66.760161ms] [encodeDur=397.997329ms] [checksum="{cksum=14726952480216919313,size=24898,kvs=610}"] [deliverDur=6.326635ms] [type=query] [takeTime=484.315214ms] [] [2024/05/06 09:10:01.172 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=24898] [kvs=610] [files=1] [sstFileSize=8835] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/af79af39-3990-4135-8d5f-a9c8681e5765.sst] [firstKey=7480000000000000725F728000000000000091] [lastKey=7480000000000000725F728000000000001385] [2024/05/06 09:10:01.173 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=83.455552ms] [encodeDur=384.707945ms] [checksum="{cksum=12170913112293906968,size=25227,kvs=618}"] [deliverDur=8.013828ms] [type=query] [takeTime=489.710738ms] [] [2024/05/06 09:10:01.173 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25227] [kvs=618] [files=1] [sstFileSize=8941] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/09d9cbae-8ebe-42fb-90dc-a55dd1162e7f.sst] [firstKey=7480000000000000725F728000000000000078] [lastKey=7480000000000000725F728000000000001383] [2024/05/06 09:10:01.173 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=47.949902ms] [encodeDur=418.943551ms] [checksum="{cksum=7097741277910423569,size=24412,kvs=598}"] [deliverDur=8.818483ms] [type=query] [takeTime=489.138726ms] [] [2024/05/06 09:10:01.174 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=24412] [kvs=598] [files=1] [sstFileSize=8710] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/58ce9a5c-135c-4339-86aa-42a3590ee914.sst] [firstKey=7480000000000000725F72800000000000007F] [lastKey=7480000000000000725F72800000000000137F] [2024/05/06 09:10:01.177 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=92.019491ms] [encodeDur=375.527284ms] [checksum="{cksum=14711752297340368910,size=24818,kvs=608}"] [deliverDur=12.118961ms] [type=query] [takeTime=492.654564ms] [] [2024/05/06 09:10:01.177 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=65.748644ms] [encodeDur=400.053435ms] [checksum="{cksum=6144913000550057411,size=25141,kvs=616}"] [deliverDur=12.138797ms] [type=query] [takeTime=491.453279ms] [] [2024/05/06 09:10:01.177 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=46.849633ms] [encodeDur=421.045467ms] [checksum="{cksum=12062552930957430694,size=24739,kvs=606}"] [deliverDur=12.566172ms] [type=query] [takeTime=493.568088ms] [] [2024/05/06 09:10:01.177 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=71.053915ms] [encodeDur=396.436747ms] [checksum="{cksum=13458130160388413164,size=25021,kvs=613}"] [deliverDur=12.631593ms] [type=query] [takeTime=493.047693ms] [] [2024/05/06 09:10:01.177 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=24818] [kvs=608] [files=1] [sstFileSize=8901] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/32fcc2ba-2d66-45b8-9d8d-2167393547c4.sst] [firstKey=7480000000000000725F72800000000000007C] [lastKey=7480000000000000725F728000000000001387] [2024/05/06 09:10:01.178 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [key=import-from-select] [readDur=50.042631ms] [encodeDur=444.454849ms] [checksum="{cksum=12389000203300235616,size=29506,kvs=731}"] [deliverDur=12.924813ms] [type=query] [takeTime=521.099905ms] [] [2024/05/06 09:10:01.178 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:01.179 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25141] [kvs=616] [files=1] [sstFileSize=8901] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/18d07d47-865e-42c5-a732-d7146763b58d.sst] [firstKey=7480000000000000725F728000000000000086] [lastKey=7480000000000000725F728000000000001382] [2024/05/06 09:10:01.180 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=24739] [kvs=606] [files=1] [sstFileSize=8784] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/de96e99b-df75-45da-9a89-45f3097e32d9.sst] [firstKey=7480000000000000725F72800000000000007A] [lastKey=7480000000000000725F728000000000001386] [2024/05/06 09:10:01.181 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=29506] [kvs=731] [files=1] [sstFileSize=10481] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/48711463-6d00-4c8a-abf2-a793c711951f.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001384] [2024/05/06 09:10:01.183 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25021] [kvs=613] [files=1] [sstFileSize=8891] [file=/tmp/tidb/import-4000/bd317a0d-b42b-42c5-a14b-2f0d4b5469f1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5eb31d53-42d9-4fcb-bf5d-cd84047a3f5c.sst] [firstKey=7480000000000000725F72800000000000007E] [lastKey=7480000000000000725F728000000000001388] [2024/05/06 09:10:01.186 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=7.561339ms] [] [2024/05/06 09:10:01.186 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:10:01.192 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:01.214 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/05/06 09:10:01.215 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:01.317 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/05/06 09:10:01.318 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=132.536962ms] [] [2024/05/06 09:10:01.319 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:01.320 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.646705ms] [] [2024/05/06 09:10:01.320 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:10:01.320 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:01.320 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=58.692µs] [] [2024/05/06 09:10:01.321 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/05/06 09:10:01.321 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [2024/05/06 09:10:01.328 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [takeTime=7.002935ms] [] [2024/05/06 09:10:01.328 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 09:10:01.328 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [weight=30] [2024/05/06 09:10:01.328 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [concurrency=15] [2024/05/06 09:10:01.335 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/05/06 09:10:01.335 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 09:10:01.336 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=bd317a0d-b42b-42c5-a14b-2f0d4b5469f1] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=14.932379ms] [] [2024/05/06 09:10:01.336 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:01.336 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.049µs] [] [2024/05/06 09:10:01.336 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:01.338 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.910132ms] [] [2024/05/06 09:10:01.338 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:01.338 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.779µs] [] [2024/05/06 09:10:01.338 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:01.339 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.003478ms] [] [2024/05/06 09:10:01.342 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:01.342 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:01.342 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:01.342 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:01.342 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:01.342 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:01.342 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:01.342 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:01.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:01.343 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:01.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:01.343 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:01.343 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:01.345 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:01.345 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:01.345 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:01.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:01.345 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:01.347 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573447375781893\n# Conn_ID: 2\n# Query_time: 0.917303495\n# Parse_time: 0.001694136\n# Compile_time: 0.022395011\n# Rewrite_time: 0.003363936\n# Optimize_time: 0.000792382\n# Wait_TS: 0.000129001\n# Cop_time: 0.004948225 Process_time: 0.005379117 Wait_time: 0.000187123 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14527 Rocksdb_key_skipped_count: 19527\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.001075823 Cop_proc_p90: 0.001497092 Cop_proc_max: 0.001497092 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.7424e-05 Cop_wait_p90: 4.3149e-05 Cop_wait_max: 4.3149e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jAeYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjg5MS4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTUBGglHCC42ORlGeDcsIGNvcF90YXNrOiB7bnVtOiA1LCBtYXg6IDYuMjIBKSBtaW46IDIuMDMBDRxhdmc6IDMuMQVDCHA5NR0nSGF4X3Byb2Nfa2V5czogMjAxNiwBIkYVAAh0b3QFFRQ6IDUuMzgBVgESNHdhaXQ6IDE4Ny4xwrVzBZd0cl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBbUIX2R1BRoYbjogODguMgU6AYqYZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AfIYX3JwYzo1LAGFCGFsXyUkQDE1LjRtc319CTc4LjEgS0IJIWcgMgk0M182CTFfMWmodGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNSl+BGt2BbQUOntwcm9jAacAOjVhCDBzLClcJeIIcDgwCRshYgUkmGl0ZXJzOjI0LCB0YXNrczo1fSwgc2Nhbl9kZXRhaWw6IHt0b3RhbCVYCGVzcy2FBDUwIS4AdEIaADBfc2l6ZTogMjQzNzYyEfoAayW4RDUwMDUsIGdldF9zbmFwc2hvdCkTECA3Ni44JV9wcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hwww0NTI3IRMAeUIaAAA5BRoMYmxvY0FuEH19fSwgIXBexQABHDIlAiRhbF9zdXNwZW5kDRwENDRNLgnkQUQNGllJCRsoa3ZfcmVhZF93YWwt5QQgNUV7IZYdFTw2LjExbXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('9gegCvEHCgxJbXBvcnRJbnRvXzISqgcKDVRhYmxlUmVhZGVyXzcSpgQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfB5iMNAMIgnOAJAAkoUChIKC2Zyb21fc2VsZWN0EgNzcmNSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2qtA3Rpa3ZfdGFzazp7cHJvYyBtYXg6Mm1zLCBtaW46MHMsIGF2ZzogMW1zLCBwODA6Mm1zLCBwOTUJJPA8aXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdEIaADRfc2l6ZTogMjQzNzYyLA0hAGsRM/BMNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDc2LjjCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQ1MjcsIGtleV9za2kyGgAAOQUaMGJsb2NrOiB7fX19LCABXV7FAAEcFDogNS4zOCEVAHQFxxhzdXNwZW5kDRwMNDQuMQWVCR0Id2FpEa8IMTg3MhsALGt2X3JlYWRfd2FsbA09ADUFViGWHRUgNi4xMW1zfXD/EQEEAXgRCij/ASGcVh+lh0wWQTIVAigBQAFSFGRhdGE6VDZEAgRaFAXCDDguNjkBazBsb29wczo3YpsCY29wSQokIHtudW06IDUsIEEODCA2LjIl90ESECAyLjAzATccYXZnOiAzLjEFRAhwOTUdJwRheCXxLbsQMjAxNiwBIkYVAAh0b3QFFTJOASUvADo9KoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFtQhfZHUFGhhuOiA4OC4yJX8BiphkaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoB8hRfcnBjOjVReSUlLDE1LjRtc319cMnwBD1yADghXRQDTi9BWhUFJxA4OTEuMSEWKU0AMVaoAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/05/06 09:10:01.517 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:10:01.545 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:01.545 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:10:01.624 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=252.579µs] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:01.671 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/05/06 09:10:01.709 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.072838ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.758 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.785 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=205.906µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:01.796 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/05/06 09:10:01.834 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.753289ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=240.82µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:01.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/05/06 09:10:02.013 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.939273ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.082 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/05/06 09:10:02.091 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/05/06 09:10:02.095 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:01.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.142 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:10:02.143 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:02.146 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.629844127\n# Parse_time: 0.000554437\n# Compile_time: 0.000855735\n# Rewrite_time: 0.000009504\n# Optimize_time: 0.001779416\n# Wait_TS: 0.000380209\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:10:02.147 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:10:02.173 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:02.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:02.173 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:02.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:10:02.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:02.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=970.431µs] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:02.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/05/06 09:10:02.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.855759ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:02.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:02.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.453 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 09:10:02.453 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:02.457 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.310236091\n# Parse_time: 0.000337855\n# Compile_time: 0.000661641\n# Rewrite_time: 0.000006785\n# Optimize_time: 0.001779416\n# Wait_TS: 0.000321213\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/05/06 09:10:02.460 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/05/06 09:10:02.511 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:02.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:02.511 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:02.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/05/06 09:10:02.559 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:02.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.567 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/05/06 09:10:02.639 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.084363ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:02.650 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/05/06 09:10:02.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.99923ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:02.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.753 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:02.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.791 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:10:02.792 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:02.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.335868831\n# Parse_time: 0.000655293\n# Compile_time: 0.000951851\n# Rewrite_time: 0.000012612\n# Optimize_time: 0.001779416\n# Wait_TS: 0.000420493\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/05/06 09:10:02.799 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/05/06 09:10:02.876 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:02.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:02.876 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:02.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/05/06 09:10:02.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:02.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.952 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/05/06 09:10:03.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=2.37744ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:03.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/05/06 09:10:03.078 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.941913ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:02.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:03.154 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:02.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:03.201 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:10:03.201 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:03.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.409513007\n# Parse_time: 0.002118727\n# Compile_time: 0.00174161\n# Rewrite_time: 0.000008849\n# Optimize_time: 0.001779416\n# Wait_TS: 0.000353496\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/05/06 09:10:03.384 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/05/06 09:10:03.392 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:03.392 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:03.393 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:03.393 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:03.394 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:03.394 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:03.394 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:03.394 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:03.394 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:03.408 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:03.410 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:03.410 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:10:03.415 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:03.419 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:03.427 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [key=import-from-select] [2024/05/06 09:10:03.427 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [key=import-from-select] [2024/05/06 09:10:03.429 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [key=import-from-select] [readDur=21.444µs] [encodeDur=1.314499ms] [checksum="{cksum=16116867390038376506,size=84,kvs=2}"] [deliverDur=226.066µs] [type=query] [takeTime=1.969681ms] [] [2024/05/06 09:10:03.429 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [key=import-from-select] [readDur=122.833µs] [encodeDur=792.031µs] [checksum="{cksum=9941637007760474360,size=84,kvs=2}"] [deliverDur=495.236µs] [type=query] [takeTime=1.753111ms] [] [2024/05/06 09:10:03.430 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:03.430 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/09708b0b-4381-458b-b121-a0855610db2d/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/0dd3ed54-30e7-4533-a5c7-39d689e6ddaf.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000003] [2024/05/06 09:10:03.431 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/09708b0b-4381-458b-b121-a0855610db2d/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/16bd3cde-24d1-4efd-95c6-1a934a7b6dcd.sst] [firstKey=7480000000000000795F728000000000000002] [lastKey=7480000000000000795F728000000000000004] [2024/05/06 09:10:03.434 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.40653ms] [] [2024/05/06 09:10:03.434 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:10:03.439 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:03.460 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/05/06 09:10:03.461 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:03.472 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/05/06 09:10:03.474 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=40.411925ms] [] [2024/05/06 09:10:03.474 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:03.476 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.546929ms] [] [2024/05/06 09:10:03.476 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:10:03.476 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:03.476 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=54.894µs] [] [2024/05/06 09:10:03.476 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/05/06 09:10:03.476 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [2024/05/06 09:10:03.484 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [takeTime=7.613956ms] [] [2024/05/06 09:10:03.484 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 09:10:03.484 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [weight=30] [2024/05/06 09:10:03.484 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [concurrency=15] [2024/05/06 09:10:03.488 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/05/06 09:10:03.489 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 09:10:03.489 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=09708b0b-4381-458b-b121-a0855610db2d] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=12.62738ms] [] [2024/05/06 09:10:03.489 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:03.489 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=10.985µs] [] [2024/05/06 09:10:03.489 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:03.490 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.085009ms] [] [2024/05/06 09:10:03.490 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:03.490 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.962µs] [] [2024/05/06 09:10:03.490 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:03.491 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=837.443µs] [] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:03.500 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:03.500 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:03.500 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:03.500 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:03.502 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:03.503 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:03.503 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:03.503 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:03.503 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:03.513 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:10:03.552 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:03.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:03.552 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:03.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:10:03.617 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:03.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:03.628 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/05/06 09:10:03.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=3.050763ms] [gotSchemaVersion=64] [phyTblIDs="[121,123]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:03.713 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/05/06 09:10:03.743 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.709124ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:03.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:03.804 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 09:10:03.814 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/05/06 09:10:03.818 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:03.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:03.888 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 09:10:03.888 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:03.892 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.379896355\n# Parse_time: 0.000193365\n# Compile_time: 0.00078515\n# Rewrite_time: 0.000013501\n# Optimize_time: 0.001071751\n# Wait_TS: 0.000354786\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:10:03.894 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/05/06 09:10:03.935 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:03.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:03.935 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:03.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/05/06 09:10:03.987 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:03.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:03.995 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/05/06 09:10:04.051 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.409825ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:04.062 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/05/06 09:10:04.099 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=54.313827ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:03.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.161 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:03.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.199 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:10:04.199 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:04.203 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.31012247\n# Parse_time: 0.000661423\n# Compile_time: 0.000776706\n# Rewrite_time: 0.000008839\n# Optimize_time: 0.001071751\n# Wait_TS: 0.000456091\n# DB: from_select\n# Is_internal: false\n# Digest: af967cff9bbeb8f6a457f8a81126c6ea624a99b7418649c19f160d06f34f9ae4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table src2(id int, a varchar(64));"] [2024/05/06 09:10:04.385 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/05/06 09:10:04.393 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:04.393 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:04.393 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:04.394 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:04.395 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:04.395 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:04.395 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:04.395 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:04.395 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:04.409 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:04.410 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:04.411 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:10:04.415 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:04.418 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:04.425 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [key=import-from-select] [2024/05/06 09:10:04.425 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [key=import-from-select] [2024/05/06 09:10:04.427 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [key=import-from-select] [readDur=11.837µs] [encodeDur=533.89µs] [checksum="{cksum=3293733532570458167,size=40,kvs=1}"] [deliverDur=350.96µs] [type=query] [takeTime=1.213221ms] [] [2024/05/06 09:10:04.427 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [key=import-from-select] [readDur=91.036µs] [encodeDur=804.782µs] [checksum="{cksum=6696951437767645218,size=40,kvs=1}"] [deliverDur=253.534µs] [type=query] [takeTime=1.544007ms] [] [2024/05/06 09:10:04.428 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/6aaf52fe-2543-4cba-9fd3-6db4610cc4c4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/bfc3e3ac-b30a-4f7e-bb04-9c44874f6159.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000001] [2024/05/06 09:10:04.428 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:04.428 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/6aaf52fe-2543-4cba-9fd3-6db4610cc4c4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a3603465-7400-4b6d-b771-a6b455156f23.sst] [firstKey=74800000000000007B5F728000000000000002] [lastKey=74800000000000007B5F728000000000000002] [2024/05/06 09:10:04.430 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.669679ms] [] [2024/05/06 09:10:04.431 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:10:04.435 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:04.457 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/05/06 09:10:04.458 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:04.470 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 09:10:04.473 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=41.971477ms] [] [2024/05/06 09:10:04.473 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:04.474 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.616924ms] [] [2024/05/06 09:10:04.474 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:10:04.475 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:04.475 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=72.164µs] [] [2024/05/06 09:10:04.475 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/05/06 09:10:04.475 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [2024/05/06 09:10:04.481 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [takeTime=6.675282ms] [] [2024/05/06 09:10:04.482 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 09:10:04.482 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [weight=30] [2024/05/06 09:10:04.482 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [concurrency=15] [2024/05/06 09:10:04.505 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/05/06 09:10:04.506 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 09:10:04.506 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=6aaf52fe-2543-4cba-9fd3-6db4610cc4c4] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=31.523553ms] [] [2024/05/06 09:10:04.507 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:04.507 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=43.021µs] [] [2024/05/06 09:10:04.507 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:04.509 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.262358ms] [] [2024/05/06 09:10:04.509 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:04.509 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=22.071µs] [] [2024/05/06 09:10:04.509 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:04.511 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.219858ms] [] [2024/05/06 09:10:04.515 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:04.515 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:04.515 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:04.515 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:04.515 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:04.515 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:04.515 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:04.516 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:04.516 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:04.516 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:04.516 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:04.516 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:04.516 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:04.518 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:04.518 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:04.518 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:04.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:04.518 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:04.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573448371929093\n# Conn_ID: 2\n# Query_time: 0.305418627\n# Parse_time: 0.001123502\n# Compile_time: 0.007189632\n# Rewrite_time: 0.005855657\n# Optimize_time: 0.001071751\n# Wait_TS: 0.000113834\n# Cop_time: 0.000139452 Process_time: 0.00008026 Wait_time: 0.000053355 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 4.013e-05 Cop_proc_p90: 5.1477e-05 Cop_proc_max: 5.1477e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.6677e-05 Cop_wait_p90: 3.7598e-05 Cop_wait_max: 3.7598e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jg+YMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjI5NC4ybXMsIGxvb3BzOjEJARywTi9BCjEJMTRfMTAJMAkxMjQ4Ny41MAlmcm9tX3NlbGVjdC5zcmMyLmlkCTIJCUcILjIxGUZgMgkxLjAyIEtCCTAgQnl0ZXMKMgkxN18xNC5OAFRpbm5lciBqb2luLCBlcXVhbDpbZXEoOmQAEC5pZCwgOhQAGDIuaWQpXQkNeggxLjcuegC4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo5OTAuMsK1cywgZmV0Y2g6Nzc3LjUFEAUyiDoyMTIuN8K1c30sIHByb2JlOntjb25jdXJyZW5jeTo1LCB0BUcMNC41NAHqGG1heDoxLjEFfAkwEDI2NC45BVEAZgFhVCBhbmQgd2FpdDo0LjI4bXN9CTkuNDYuFQEgMwkzMV8xNyhCAbI8KQkwCTk5OTAJZGF0YTpTZSFmIGlvbl8xNgk0CSVkBDY5CaExrFAyLCBjb3BfdGFzazoge251bTogMSwFmAwgMS4zAaQscHJvY19rZXlzOiA0BcAAXwESDDogNTEN+gx0b3RfBaMQIDM3LjYFvGRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDFbAXEIX2R1BRoQbjogNjElNwV6IF9kaXN0c3FsXy47AUggMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZcIYWxfBeIsMS4xOW1zfX0JMjg5STkACUGLCDQJMSEHBDFfLSIkbm90KGlzbnVsbEovAgQpKSUwBGt2BagEOnsFWQAwNTUBjDBzY2FuX2RldGFpbDogSR4lGQhlc3MyLgEAYTYXACBfc2l6ZTogMTgpTARhbA0tODUsIGdldF9zbmFwc2hvdAnLCCAxNU1udHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWaCGtleT4WABg4LCBibG9jIdo5jQ0yFDJ9fX0sIAHZXsYAARw25wEIYWxfIekNGjXuAHQhKQh3YWwtgQwgMTY0BbcAfSF5AQQgCjUJNDNfMTUJIX4UMTAwMDAJaVaAeCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRveocBAV0BBGkGDDIwKFBhdQApXgYDADlx8Ag2NTFtZomyADJuBgMEMDU6BwMAMkVwJe4UOiAyOC44RfR5BwQxNQ0TAGO+BwMMMjYuMQVNBG1h/gcDEDk2NC4zgYoQfQkzMDg+CQMAOSWLhStmCQMAMqEkACklNPYKAykxAGFSCgMEODglTnUJADNSCQMINC4xAc0ALIIJAwAyQVJCCQMANHkJmvcCLtcBNvcCNd4+9wIEOTalEVmVSfYEOAk+9gIAeQGkcvYCBDIJBV2hJUp9BCAJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('nxHw3gqaEQoMSW1wb3J0SW50b18yEtMQCgdTb3J0XzEwEoEQCgtIYXNoSm9pbl8xNBL4BgoOVGFibGVSZWFkZXJfMTcStwQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwgJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgktSDUsIGdldF9zbmFwc2hvdF90aW0BJ5g1LjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBMOCwgYmxvY2s6IHtjYWNoZV9oaXQRMhQyfX19LCABZ17GAAEcFDogNTEuNQWDCcwId2FpEZ0MMzcuNgkaISkMd2FsbA0zCDE2NAW3BH1wKYYA/zaUASgaAQEh1OMOtFKbDjKXASwBQAFSEWRhdGE6U2VZVwRaFgWIEDY5Mi43BW4EbG8h8SgyYtcBY29wX3RhcwHfTG51bTogMSwgbWF4OiAxLjNtcywgIY4tXiltJaA20gAF0AA6GcsQY29wcl85LERyYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhBuOiA2MQ2XqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjFRBAXjLDEuMTltc319cKECeCE0BQEIARLoOnsDFDIwEqQECi57Awg5EpJGewMAOEX7CL4ORC1kEIjDQDACWnsDEHlSHmtl/nsDinsDBYAEUiBmewMAMml8AK7ufANlfAAyMVpBBXGTAF9pfAQ4OBEdaXsAM1J7Aww0LjEzRXB+ewMEMixOewMANHl7mmkDDDI4LjgFcUJpAwQxNREaOmkDBDk2ZZxiaAMgAiEnfN79WVEYTQSB/wACVmgDADlxaAw1MS45BYdxaADaamgDBDA1OmkDKXgldgA6MtIAbWkVy8JpAwwyNi4xBZjuaQNpaQw5NjQuIdwMfX1wtC5rAxwh6uFfPOyrPCkuCMBjyGEygZZUP2lubmVyIGpvaW4sIGVxdWFsOltlcUo4BggsIGY2TAZF0QhdWhRt4QQ3MSEwMVoEmQGJUxRoYXNoX3ThXgA6yUkQOjk5MC6p+SBmZXRjaDo3Nzcl6o2FCDoyMakOAH2F5gxiZTp7LnMEADVN4BA6NC41NAFxoRYIMS4xBX0EcHIBMAgyNjQt5wVhECBhbmQgodtIOjQuMjhtc31w3EshntJcsXAHZEIOAQATSuQADeIIMi4yBWUN4ghwmAglQBQDTi9BWhUlBBAyOTQuMgGUCSMAMVYjBgQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/05/06 09:10:04.532 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:10:04.561 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:04.561 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:10:04.627 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=277.608µs] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:04.670 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/05/06 09:10:04.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.848369ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.746 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=218.998µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:04.785 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/05/06 09:10:04.822 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.721445ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.858 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=192.783µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:04.901 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/05/06 09:10:04.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=52.783842ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.029 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/05/06 09:10:05.039 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/05/06 09:10:05.042 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:04.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.088 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 09:10:05.088 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:05.092 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.561255558\n# Parse_time: 0.000583547\n# Compile_time: 0.000797785\n# Rewrite_time: 0.00000783\n# Optimize_time: 0.000887454\n# Wait_TS: 0.000422704\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:10:05.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:10:05.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:05.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:05.126 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:05.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:10:05.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:05.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.041172ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:05.238 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/05/06 09:10:05.273 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.325451ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:05.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.346 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:05.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.371 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:10:05.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:05.393 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 09:10:05.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:05.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:05.456 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:05.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 09:10:05.497 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:05.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.505 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/05/06 09:10:05.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.160727ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:05.584 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/05/06 09:10:05.621 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.788288ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:05.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.658 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:05.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.699 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:10:05.699 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:05.703 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.311260319\n# Parse_time: 0.000718052\n# Compile_time: 0.000837699\n# Rewrite_time: 0.000009129\n# Optimize_time: 0.000887454\n# Wait_TS: 0.000449254\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 09:10:05.955 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 09:10:06.002 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:05.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:06.002 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:05.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 09:10:06.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:05.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:06.071 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/05/06 09:10:06.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=2.088258ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:06.137 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/05/06 09:10:06.174 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.109651ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:05.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:06.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:05.952 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:06.255 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 09:10:06.255 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:06.258 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.304373887\n# Parse_time: 0.000479511\n# Compile_time: 0.000785419\n# Rewrite_time: 0.000008201\n# Optimize_time: 0.000683764\n# Wait_TS: 0.00044272\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/06 09:10:06.264 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449573448795029504] [2024/05/06 09:10:06.266 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:114\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 09:10:05.816962'"] [2024/05/06 09:10:06.267 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 09:10:06.477 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/05/06 09:10:06.486 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:06.486 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:06.486 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:06.486 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:06.488 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:06.488 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:06.488 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:06.488 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:06.488 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:06.504 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:06.505 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:06.505 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:10:06.510 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:06.514 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:06.518 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [key=import-from-select] [2024/05/06 09:10:06.518 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [key=import-from-select] [2024/05/06 09:10:06.519 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=290.385µs] [] [2024/05/06 09:10:06.519 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [key=import-from-select] [readDur=9.879µs] [encodeDur=491.286µs] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=237.427µs] [type=query] [takeTime=1.100748ms] [] [2024/05/06 09:10:06.520 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:06.520 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5e3601bb-1ec9-4a38-aa33-4e54ad34c7bb.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/05/06 09:10:06.522 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.455963ms] [] [2024/05/06 09:10:06.523 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:10:06.527 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:06.548 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:10:06.549 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:06.562 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:10:06.564 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=40.977271ms] [] [2024/05/06 09:10:06.564 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:06.565 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.64169ms] [] [2024/05/06 09:10:06.565 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:10:06.565 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:06.566 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=62.644µs] [] [2024/05/06 09:10:06.566 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/05/06 09:10:06.566 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [2024/05/06 09:10:06.574 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [takeTime=7.797682ms] [] [2024/05/06 09:10:06.574 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 09:10:06.574 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [weight=30] [2024/05/06 09:10:06.574 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [concurrency=15] [2024/05/06 09:10:06.578 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/05/06 09:10:06.578 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 09:10:06.578 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=9c5da1f1-cb2a-41d8-acea-8d1e59d5f52c] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=12.492539ms] [] [2024/05/06 09:10:06.578 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:06.578 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.717µs] [] [2024/05/06 09:10:06.578 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:06.580 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.055212ms] [] [2024/05/06 09:10:06.580 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:06.580 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.004µs] [] [2024/05/06 09:10:06.580 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:06.581 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=901.14µs] [] [2024/05/06 09:10:06.584 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:06.584 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:06.584 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:06.584 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:06.586 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:06.586 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:06.586 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:06.586 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:06.586 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:06.587 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573448795291648\n# Conn_ID: 2\n# Query_time: 0.317042705\n# Parse_time: 0.000597125\n# Compile_time: 0.002508717\n# Rewrite_time: 0.001399707\n# Optimize_time: 0.000683764\n# Wait_TS: 0\n# Cop_time: 0.000086528 Process_time: 0.000035454 Wait_time: 0.000062842 Request_count: 1 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.5454e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.2842e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 278\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yAWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxMi42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRBg1NjcuNcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zAW0gcHJvY19rZXlzBRoMdG90XwESDDogMzUNSQETJHdhaXQ6IDYyLjgFXIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhRuOiA2MS4JOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4YX3JwYzoxLAGECGFsXyUmSDEuMTFtc319CTI3OCBCeXRlcwkhJAwyCTQzIQcAXzEmwHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJdGlrdl8lJAB7BWQAMDVAAZc8c2Nhbl9kZXRhaWw6IHt0bwGLGHByb2Nlc3MyOQEEYWwyFwAcX3NpemU6IDQVvyllODMsIGdldF9zbmFwc2hvdAnVECA0Ny4xJVuAcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyAc8AeT4WABg0LCBibG9jIeQQfX19LCABxl6zAAEcNt8BCGFsXyHhDRoANjHmAHQhFgh3YWwteUggMTQ4LjTCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('swagCq4GCgxJbXBvcnRJbnRvXzIS5wUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAE4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA0FR0Ea2UBLDwzLCBnZXRfc25hcHNob3RfBXHAIDQ3LjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMiwga2V5XzoWADw0LCBibG9jazoge319fSwgAVUEX2RWswABHBQ6IDM1LjUFcQnQCHdhaRGLDDYyLjgJGhxpa3Zfd2FsbA0zKDE0OC40wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6WASgBQAFSFGRhdGE6VDbEAQRaFgWICDU2Nw2IKXAcMmLXAWNvcF8ljWQge251bTogMSwgbWF4OiAxLjNtcywgcHJvYy1MKVsAXwESNtIABdAAOhnLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaFG46IDYxLikFYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBGjRycGNfaW5mbzp7Q29wOgGuEF9ycGM6CZcAYS04KDEuMTFtc319cJYCPS4AOCEaFANOL0FaFSUJEDMxMi42Ad8pCAAxVmQBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 09:10:05.816962';"] [2024/05/06 09:10:06.596 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:10:06.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:06.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:06.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:06.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:10:06.682 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:06.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:06.694 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/05/06 09:10:06.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.338144ms] [gotSchemaVersion=72] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:06.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/05/06 09:10:06.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.995287ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:06.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:06.882 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 09:10:06.891 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 09:10:06.896 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:06.602 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:06.954 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:10:06.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:06.957 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.361922273\n# Parse_time: 0.000188414\n# Compile_time: 0.00069323\n# Rewrite_time: 0.00001099\n# Optimize_time: 0.000989818\n# Wait_TS: 0.000407867\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:10:07.211 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449573449121136640] [2024/05/06 09:10:07.215 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.215 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.216 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.217 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:10:07.218 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.218 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:133\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449573449121136640,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:10:07.220 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.221 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.222 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.224 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:10:07.224 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:10:07.224 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:135\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449573449121136640,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:10:07.413 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/05/06 09:10:07.421 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:07.422 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:07.422 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:07.422 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:07.423 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:07.423 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:07.423 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:07.423 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:07.423 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:07.437 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:07.438 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:07.438 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:10:07.442 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:07.446 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:07.450 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [key=import-from-select] [2024/05/06 09:10:07.450 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [key=import-from-select] [2024/05/06 09:10:07.451 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [key=import-from-select] [readDur=10.571µs] [encodeDur=559.491µs] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=219.135µs] [type=query] [takeTime=1.186258ms] [] [2024/05/06 09:10:07.452 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/74634edb-d3ca-4e2e-9e47-988895ef9647/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/2d0ac697-a1fe-4d9b-9d88-596d4c73bc61.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/05/06 09:10:07.452 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [key=import-from-select] [readDur=161.582µs] [encodeDur=1.442552ms] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=281.413µs] [type=query] [takeTime=2.201033ms] [] [2024/05/06 09:10:07.453 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:07.453 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/74634edb-d3ca-4e2e-9e47-988895ef9647/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/369b2900-80b7-4b9e-ad87-bdce7bb81fa6.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/05/06 09:10:07.455 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.026551ms] [] [2024/05/06 09:10:07.455 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:10:07.461 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:07.482 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:10:07.482 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:07.496 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:10:07.498 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=42.945656ms] [] [2024/05/06 09:10:07.498 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:07.500 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.511843ms] [] [2024/05/06 09:10:07.500 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:10:07.500 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:07.500 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=58.13µs] [] [2024/05/06 09:10:07.500 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 09:10:07.500 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [2024/05/06 09:10:07.507 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [takeTime=7.255328ms] [] [2024/05/06 09:10:07.507 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:10:07.508 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [weight=30] [2024/05/06 09:10:07.508 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [concurrency=15] [2024/05/06 09:10:07.511 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:10:07.512 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:10:07.512 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=74634edb-d3ca-4e2e-9e47-988895ef9647] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.086836ms] [] [2024/05/06 09:10:07.512 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:07.512 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.587µs] [] [2024/05/06 09:10:07.512 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:07.514 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.047184ms] [] [2024/05/06 09:10:07.514 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:07.514 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.364µs] [] [2024/05/06 09:10:07.514 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:07.515 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=883.45µs] [] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:07.518 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:07.518 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:07.518 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:07.518 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:07.520 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:07.520 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:07.520 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:07.520 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:07.520 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:07.529 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:10:07.561 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:07.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:07.561 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:07.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:10:07.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:07.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.646 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/05/06 09:10:07.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.445468ms] [gotSchemaVersion=73] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:07.704 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/05/06 09:10:07.739 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.659632ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.803 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 09:10:07.813 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 09:10:07.817 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.889 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:10:07.889 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:07.893 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.364946772\n# Parse_time: 0.000239125\n# Compile_time: 0.000702759\n# Rewrite_time: 0.000009211\n# Optimize_time: 0.000828071\n# Wait_TS: 0.000505143\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:10:07.900 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449573449121136640] [2024/05/06 09:10:07.903 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:148\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 09:10:07.060544'"] [2024/05/06 09:10:07.904 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:150\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 09:10:08.095 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/05/06 09:10:08.103 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:08.103 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:08.103 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:08.104 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:08.104 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:08.105 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:08.104 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:08.105 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:08.105 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:08.118 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:08.120 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:08.120 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:10:08.124 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:08.128 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:08.132 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [key=import-from-select] [2024/05/06 09:10:08.132 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [key=import-from-select] [2024/05/06 09:10:08.134 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [key=import-from-select] [readDur=115.705µs] [encodeDur=581.501µs] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=291.209µs] [type=query] [takeTime=1.389434ms] [] [2024/05/06 09:10:08.134 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [key=import-from-select] [readDur=11.944µs] [encodeDur=765.842µs] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=276.02µs] [type=query] [takeTime=1.428705ms] [] [2024/05/06 09:10:08.135 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/581e26d0-1853-4377-81b7-7bbffaae9163/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5ad9a7cc-1662-4ea2-a7fc-b087ca98db37.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 09:10:08.135 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:08.135 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/581e26d0-1853-4377-81b7-7bbffaae9163/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/411044c5-845a-4191-b545-d6f31a7e4168.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/05/06 09:10:08.138 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.10558ms] [] [2024/05/06 09:10:08.138 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:10:08.142 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:08.164 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:10:08.165 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:08.178 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:10:08.180 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=41.682578ms] [] [2024/05/06 09:10:08.180 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:08.181 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.507429ms] [] [2024/05/06 09:10:08.181 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:10:08.181 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:08.181 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=79.377µs] [] [2024/05/06 09:10:08.182 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 09:10:08.182 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [2024/05/06 09:10:08.189 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [takeTime=7.258829ms] [] [2024/05/06 09:10:08.189 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:10:08.189 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [weight=30] [2024/05/06 09:10:08.189 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [concurrency=15] [2024/05/06 09:10:08.194 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:10:08.194 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:10:08.194 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=581e26d0-1853-4377-81b7-7bbffaae9163] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.818614ms] [] [2024/05/06 09:10:08.195 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:08.195 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.043µs] [] [2024/05/06 09:10:08.195 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:10:08.196 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.156052ms] [] [2024/05/06 09:10:08.196 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:08.196 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.651µs] [] [2024/05/06 09:10:08.196 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:10:08.197 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=965.568µs] [] [2024/05/06 09:10:08.200 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:08.200 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:08.200 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:08.200 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:08.200 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:08.201 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:08.200 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:08.201 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:08.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:08.201 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:08.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:08.201 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:08.201 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:08.203 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:08.203 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:08.203 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:08.203 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:08.203 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/05/06 09:10:08.212 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 09:10:08.215 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 09:10:08.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:08.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:08.251 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:08.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 09:10:08.326 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:08.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=1.04275ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:08.368 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/05/06 09:10:08.404 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.590221ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:08.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.468 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:08.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.499 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 09:10:08.499 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:10:08.505 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:08.509 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:08.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:08.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:08.574 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:08.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:10:08.620 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:08.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.628 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/05/06 09:10:08.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=2.579839ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:08.709 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/05/06 09:10:08.742 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.477677ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:08.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.825 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:08.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.862 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 09:10:08.862 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:08.866 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.358825707\n# Parse_time: 0.000819934\n# Compile_time: 0.001131453\n# Rewrite_time: 0.000014869\n# Optimize_time: 0.000846016\n# Wait_TS: 0.000335169\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:10:09.232 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:09.482 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:09.597 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:09.634 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:10:09.634 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:09.741 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:09.742 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:09.743 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:10:09.762 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:09.765 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:09.765 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:09.765 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=91.89µs] [2024/05/06 09:10:09.766 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=257.039µs] [] [2024/05/06 09:10:09.766 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:09.766 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:09.913 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:10:09.929 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:09.932 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:10:09.973 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:09.974 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:10:09.975 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:09.984 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:09.984 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:09.984 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:09.984 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:09.985 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:09.985 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:09.985 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:09.985 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:09.985 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:09.999 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:10.001 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:10.001 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:10.001 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:10:10.001 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/05/06 09:10:10.049 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:10:10.054 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:10.058 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:10.058 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 09:10:10.058 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 09:10:10.083 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/05/06 09:10:10.084 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/05/06 09:10:10.086 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.244658ms] [encodeDur=768.901µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=475.547µs] [type=file] [takeTime=2.939831ms] [] [2024/05/06 09:10:10.087 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.24217ms] [encodeDur=1.156308ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=287.48µs] [type=file] [takeTime=3.074961ms] [] [2024/05/06 09:10:10.088 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/982502f6-c7c9-4539-ac57-318ca878ecb0.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/05/06 09:10:10.088 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=38.552162ms] [] [2024/05/06 09:10:10.088 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:10:10.088 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:10:10.088 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:10.089 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/896f3b1a-e901-4621-9799-4c729a666d89.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/05/06 09:10:10.091 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.722381ms] [] [2024/05/06 09:10:10.091 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:10.096 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:10.117 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:10.118 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:10.132 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:10.134 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.758229ms] [] [2024/05/06 09:10:10.134 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:10.135 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.115966ms] [] [2024/05/06 09:10:10.135 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:10:10.135 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:10.137 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.463977ms] [] [2024/05/06 09:10:10.137 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:10.137 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:10.137 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.192µs] [] [2024/05/06 09:10:10.137 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:10.138 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=863.146µs] [] [2024/05/06 09:10:10.183 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:10:10.186 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:10.186 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:10.186 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:10.186 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:10.188 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:10.188 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:10.188 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:10.188 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:10.188 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:10.188 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=214.707681ms] [] [2024/05/06 09:10:10.262 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:10.263 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:10.264 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:10.264 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:10.352 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:10.353 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:10.353 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:10.518 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:10.565 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:10:10.565 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:10:10.565 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:10:10.572 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.324233ms] [] [2024/05/06 09:10:10.572 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:10:10.572 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:10.572 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:10:10.573 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:10:10.576 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:10.577 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:10.577 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.424351ms] [] [2024/05/06 09:10:10.577 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.600513ms] [] [2024/05/06 09:10:10.615 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=96.576471ms] [] [2024/05/06 09:10:10.682 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:10.683 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:10:10.686 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:10:10.739 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:10:10.759 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:10:10.765 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:10.765 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:10:10.851 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.984861425\n# Parse_time: 0.000585217\n# Compile_time: 0.001145401\n# Rewrite_time: 0.000232989\n# Optimize_time: 0.000846016\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:10:10.859 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:10.879 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:10.904 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:10.904 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:10.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.009 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=306.986µs] [gotSchemaVersion=76] [phyTblIDs="[140]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:11.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/05/06 09:10:11.057 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.522367ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.140 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=292.681µs] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:11.152 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/05/06 09:10:11.188 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.372387ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.263 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/05/06 09:10:11.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=232.243µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:11.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/05/06 09:10:11.354 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.890707ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.403 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 09:10:11.411 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/06 09:10:11.415 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:10.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.491 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:10:11.491 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:11.497 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.619599883\n# Parse_time: 0.000722598\n# Compile_time: 0.0007967\n# Rewrite_time: 0.000011809\n# Optimize_time: 0.00081942\n# Wait_TS: 0.000328973\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:11.500 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:11.541 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:11.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:11.541 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:11.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:11.600 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:11.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.608 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/05/06 09:10:11.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=2.168933ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:11.672 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/05/06 09:10:11.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.403866ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:11.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.765 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:11.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.800 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:10:11.800 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:11.805 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306850365\n# Parse_time: 0.001017695\n# Compile_time: 0.001181076\n# Rewrite_time: 0.000010376\n# Optimize_time: 0.00081942\n# Wait_TS: 0.000353115\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:11.818 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:12.028 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:12.121 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:12.162 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:10:12.162 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:12.268 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:12.269 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:12.270 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:10:12.290 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:12.293 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:12.293 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:12.293 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=70.8µs] [2024/05/06 09:10:12.293 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=189.651µs] [] [2024/05/06 09:10:12.293 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:12.293 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:12.448 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:10:12.467 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:10:12.480 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:12.523 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:12.524 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:10:12.525 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:12.534 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:12.534 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:12.535 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:12.535 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:12.536 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:12.536 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:12.536 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:12.536 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:12.536 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:12.550 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:12.551 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:12.552 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:12.552 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:10:12.552 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/05/06 09:10:12.606 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:10:12.610 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:12.613 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:12.613 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 09:10:12.613 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 09:10:12.623 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/05/06 09:10:12.623 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/05/06 09:10:12.626 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=1.223098ms] [encodeDur=806.708µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=153.111µs] [type=file] [takeTime=2.604917ms] [] [2024/05/06 09:10:12.626 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=1.376827ms] [encodeDur=861.078µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=629.579µs] [type=file] [takeTime=3.233133ms] [] [2024/05/06 09:10:12.627 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/bd674e33-2f60-4b5a-b271-cae209710470.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000005] [2024/05/06 09:10:12.627 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=21.443933ms] [] [2024/05/06 09:10:12.627 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:10:12.627 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:10:12.627 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:12.628 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7b7f103b-c51e-4cb9-a9a1-25969f2c3149.sst] [firstKey=74800000000000008F5F728000000000000006] [lastKey=74800000000000008F5F728000000000000007] [2024/05/06 09:10:12.630 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.06184ms] [] [2024/05/06 09:10:12.630 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:12.634 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:12.656 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:12.656 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:12.670 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:12.672 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.66014ms] [] [2024/05/06 09:10:12.672 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:12.674 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.276068ms] [] [2024/05/06 09:10:12.674 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:10:12.674 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:12.676 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.918095ms] [] [2024/05/06 09:10:12.676 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:12.676 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:12.676 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=90.528µs] [] [2024/05/06 09:10:12.676 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:12.677 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.000797ms] [] [2024/05/06 09:10:12.763 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:12.767 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:12.767 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:12.767 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:12.767 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:12.769 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:12.769 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:12.769 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:12.770 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:12.770 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:12.770 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=246.818196ms] [] [2024/05/06 09:10:12.784 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:12.785 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:12.786 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:12.786 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:12.851 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:12.852 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:12.852 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:13.016 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:13.065 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:10:13.065 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:10:13.066 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:10:13.097 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=30.893445ms] [] [2024/05/06 09:10:13.097 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:10:13.097 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:13.097 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:10:13.097 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:10:13.101 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:13.102 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:13.102 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=36.709323ms] [] [2024/05/06 09:10:13.102 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=36.936107ms] [] [2024/05/06 09:10:13.149 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=132.560847ms] [] [2024/05/06 09:10:13.186 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:13.186 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:10:13.189 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:10:13.237 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:10:13.269 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:10:13.295 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:13.295 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:10:13.375 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5692368829999999\n# Parse_time: 0.000587458\n# Compile_time: 0.001005742\n# Rewrite_time: 0.000209633\n# Optimize_time: 0.00081942\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:10:13.380 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:10:13.387 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:13.415 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:13.415 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:13.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=368.697µs] [gotSchemaVersion=80] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:13.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/05/06 09:10:13.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.90003ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=229.567µs] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:13.662 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/05/06 09:10:13.700 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.359525ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.779 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/05/06 09:10:13.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=281.754µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:13.846 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/05/06 09:10:13.884 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=54.021028ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.978 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/06 09:10:13.988 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/05/06 09:10:13.994 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:13.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:14.069 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 09:10:14.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:14.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.687579864\n# Parse_time: 0.000904399\n# Compile_time: 0.000797945\n# Rewrite_time: 0.000009522\n# Optimize_time: 0.001101089\n# Wait_TS: 0.000405392\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:14.077 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:14.122 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:14.053 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:14.122 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:14.053 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:10:14.191 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:14.053 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:14.200 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/05/06 09:10:14.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=2.588012ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:14.276 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/05/06 09:10:14.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.263459ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:14.053 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:14.373 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:14.053 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:14.440 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/06 09:10:14.440 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:14.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.370038011\n# Parse_time: 0.001096513\n# Compile_time: 0.001476111\n# Rewrite_time: 0.000014075\n# Optimize_time: 0.001101089\n# Wait_TS: 0.000413993\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:10:14.459 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:14.684 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:14.785 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:14.859 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:10:14.859 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:14.965 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:14.966 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:14.968 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:10:14.987 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:14.990 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:14.990 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:14.990 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=109.936µs] [2024/05/06 09:10:14.990 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=325.04µs] [] [2024/05/06 09:10:14.990 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:14.990 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:15.110 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:10:15.130 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:10:15.149 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:15.198 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:15.199 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:10:15.200 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:15.208 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:15.209 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:15.209 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:15.209 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:15.210 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:15.210 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:15.210 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:15.210 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:15.210 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:15.225 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:15.226 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:15.226 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:15.226 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:10:15.226 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/05/06 09:10:15.299 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:10:15.304 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:15.308 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:15.308 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 09:10:15.308 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 09:10:15.315 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/05/06 09:10:15.315 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/05/06 09:10:15.319 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.450499ms] [encodeDur=928.538µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=856.567µs] [type=file] [takeTime=3.813447ms] [] [2024/05/06 09:10:15.319 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.407108ms] [encodeDur=1.475789ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=528.247µs] [type=file] [takeTime=3.870881ms] [] [2024/05/06 09:10:15.320 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=20.994647ms] [] [2024/05/06 09:10:15.320 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1cdf7793-2c04-450e-bd56-7d27f78db34f.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/05/06 09:10:15.321 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:10:15.321 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:10:15.321 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:15.321 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b29f0876-b8f8-4fe8-a341-18d1eb6cb041.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/05/06 09:10:15.324 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.712777ms] [] [2024/05/06 09:10:15.324 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:15.328 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:15.350 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:15.351 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:15.365 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:15.367 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.881925ms] [] [2024/05/06 09:10:15.367 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:15.368 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.221433ms] [] [2024/05/06 09:10:15.368 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:10:15.368 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:15.369 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.144406ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7f5ce1b0-a8ca-4dc5-bf2f-d556a2d628ee.sst] [2024/05/06 09:10:15.369 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7f5ce1b0-a8ca-4dc5-bf2f-d556a2d628ee.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/05/06 09:10:15.372 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.419724ms] [] [2024/05/06 09:10:15.372 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:15.376 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:15.398 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:10:15.399 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:15.406 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 108, store 7, region 106, epoch conf_ver:5 version:27 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 106 is staler than local region, local epoch conf_ver: 5 version: 29, request epoch conf_ver: 5 version: 27\")"] ["job stage"=needRescan] [2024/05/06 09:10:15.407 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000925F698000000000000001038000000000000004] [endKey=7480000000000000925F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:10:17.407 +00:00] [2024/05/06 09:10:17.414 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 107, store 1, region 106, epoch conf_ver:5 version:27 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 106 is staler than local region, local epoch conf_ver: 5 version: 29, request epoch conf_ver: 5 version: 27\")"] ["job stage"=needRescan] [2024/05/06 09:10:17.415 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000925F698000000000000001038000000000000004] [endKey=7480000000000000925F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:10:19.415 +00:00] [2024/05/06 09:10:19.427 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:10:19.429 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=4.057451584s] [] [2024/05/06 09:10:19.429 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:19.431 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.294213ms] [] [2024/05/06 09:10:19.491 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:19.492 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:10:19.493 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:19.495 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:19.495 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:19.500 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:19.500 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:19.500 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:19.500 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:19.500 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:19.500 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:19.500 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:19.500 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:19.501 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:19.501 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:19.501 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:19.501 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:19.501 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:19.503 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:19.503 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:19.503 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:19.503 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:19.504 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:19.504 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=4.305892858s] [] [2024/05/06 09:10:19.562 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:19.564 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:19.564 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:19.743 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:19.793 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:10:19.793 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:10:19.793 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:10:19.801 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=7.936276ms] [] [2024/05/06 09:10:19.801 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:10:19.801 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:10:19.801 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:19.802 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:10:19.802 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:10:19.811 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:19.813 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:10:19.813 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:19.813 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=20.118295ms] [] [2024/05/06 09:10:19.813 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=20.376516ms] [] [2024/05/06 09:10:19.857 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=113.825757ms] [] [2024/05/06 09:10:19.880 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:19.880 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:10:19.883 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:10:19.943 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:10:19.966 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:10:19.989 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:19.989 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:10:20.125 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:20.243 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.797700245\n# Parse_time: 0.000493246\n# Compile_time: 0.001417932\n# Rewrite_time: 0.000326551\n# Optimize_time: 0.001101089\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS44cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6NS44cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:20.274 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:20.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:20.303 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:20.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:20.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=263.581µs] [gotSchemaVersion=84] [phyTblIDs="[146]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:20.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/05/06 09:10:20.444 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.626756ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:20.527 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:20.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=286.408µs] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:20.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/05/06 09:10:20.611 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.17025ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:20.656 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:20.667 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/05/06 09:10:20.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=248.464µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:20.728 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/05/06 09:10:20.765 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.372495ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:20.810 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/05/06 09:10:20.818 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/05/06 09:10:20.823 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:20.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:20.891 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:10:20.891 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:20.895 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.621265274\n# Parse_time: 0.000537641\n# Compile_time: 0.000659957\n# Rewrite_time: 0.00001138\n# Optimize_time: 0.001274801\n# Wait_TS: 0.000451864\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:20.897 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:20.947 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:20.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:20.947 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:20.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:21.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:20.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.051 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/05/06 09:10:21.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.534582ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:21.127 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/05/06 09:10:21.163 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.264689ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:20.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.206 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:20.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.245 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:10:21.246 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:21.249 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.353779586\n# Parse_time: 0.000790584\n# Compile_time: 0.001068222\n# Rewrite_time: 0.000008135\n# Optimize_time: 0.001274801\n# Wait_TS: 0.000428186\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:21.263 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:21.512 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:21.622 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:21.668 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:10:21.668 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:21.773 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:21.774 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:21.776 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:10:21.795 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:21.797 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:21.797 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:21.797 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=86.448µs] [2024/05/06 09:10:21.797 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=243.288µs] [] [2024/05/06 09:10:21.798 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:21.798 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:21.954 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:10:21.972 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:10:21.981 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:22.026 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:22.027 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:10:22.028 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:22.036 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:22.036 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:22.036 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:22.036 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:22.037 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:22.037 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:22.037 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:22.037 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:22.037 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:22.051 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:22.052 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:22.052 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:22.053 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:10:22.053 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/05/06 09:10:22.099 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:10:22.103 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:22.106 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:22.107 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 09:10:22.107 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 09:10:22.230 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/05/06 09:10:22.230 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/05/06 09:10:22.233 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.069177ms] [encodeDur=966.96µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=316.978µs] [type=file] [takeTime=2.707732ms] [] [2024/05/06 09:10:22.234 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=1.134571ms] [encodeDur=1.016389ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=814.234µs] [type=file] [takeTime=3.394361ms] [] [2024/05/06 09:10:22.235 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f2b52caa-a5e9-463c-97d5-3a6c1fdb0846.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/06 09:10:22.235 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=135.94213ms] [] [2024/05/06 09:10:22.235 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:10:22.235 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:10:22.235 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:22.236 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7e7a126e-61f3-4d3f-b960-5ff1fb7b66b3.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/05/06 09:10:22.238 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.327218ms] [] [2024/05/06 09:10:22.239 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:22.243 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:22.265 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:22.266 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:22.311 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:22.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=74.422792ms] [] [2024/05/06 09:10:22.313 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:22.315 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.415048ms] [] [2024/05/06 09:10:22.315 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:10:22.315 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:22.316 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.49522ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/bd56ad9e-89af-4aee-a8d0-808d212c3a9b.sst] [2024/05/06 09:10:22.317 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/bd56ad9e-89af-4aee-a8d0-808d212c3a9b.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/05/06 09:10:22.319 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.348519ms] [] [2024/05/06 09:10:22.319 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:22.324 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:22.346 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:10:22.347 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:22.360 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:10:22.362 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.792302ms] [] [2024/05/06 09:10:22.362 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:22.363 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.089632ms] [] [2024/05/06 09:10:22.419 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:10:22.424 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:22.424 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:22.424 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:22.424 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:22.426 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:22.426 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:22.426 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:22.426 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:22.426 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:22.426 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=400.194575ms] [] [2024/05/06 09:10:22.491 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:22.493 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:22.495 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:22.495 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:22.561 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:22.563 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:22.563 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:22.764 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:22.821 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:10:22.821 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:10:22.821 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:10:22.832 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.046902ms] [] [2024/05/06 09:10:22.832 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:10:22.832 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:10:22.832 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:22.832 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:10:22.832 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:10:22.841 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:22.844 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:10:22.845 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:22.845 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=23.853552ms] [] [2024/05/06 09:10:22.845 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=24.078499ms] [] [2024/05/06 09:10:22.888 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=123.773974ms] [] [2024/05/06 09:10:22.888 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:22.888 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:10:22.892 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:10:22.944 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:10:22.974 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:10:23.007 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:23.007 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:10:23.152 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:23.202 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.951433181\n# Parse_time: 0.000443053\n# Compile_time: 0.001161794\n# Rewrite_time: 0.000282775\n# Optimize_time: 0.001274801\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:10:23.219 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:23.249 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:23.249 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:23.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.356 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=274.76µs] [gotSchemaVersion=88] [phyTblIDs="[149]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:23.367 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/05/06 09:10:23.404 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.061029ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=243.025µs] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:23.513 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/05/06 09:10:23.542 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.46535ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.618 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/05/06 09:10:23.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=254.582µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:23.665 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/05/06 09:10:23.702 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.408663ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.764 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 09:10:23.772 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/05/06 09:10:23.776 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:23.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.842 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/06 09:10:23.842 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:23.846 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.628504574\n# Parse_time: 0.000586673\n# Compile_time: 0.001114782\n# Rewrite_time: 0.000013777\n# Optimize_time: 0.003337096\n# Wait_TS: 0.000561253\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:23.849 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:23.888 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:23.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:23.888 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:23.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:10:23.951 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:23.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:23.959 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/05/06 09:10:24.056 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.40758ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:24.069 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/05/06 09:10:24.103 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.492125ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:23.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:23.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.222 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/05/06 09:10:24.223 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:24.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.37962864\n# Parse_time: 0.00084192\n# Compile_time: 0.001504291\n# Rewrite_time: 0.000008968\n# Optimize_time: 0.003337096\n# Wait_TS: 0.00050017\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:10:24.241 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:24.460 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:24.562 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:24.601 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:10:24.601 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:24.706 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:24.707 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:24.708 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:10:24.731 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:24.733 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:24.733 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:24.734 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=96.109µs] [2024/05/06 09:10:24.734 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=273.072µs] [] [2024/05/06 09:10:24.734 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:24.734 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:24.881 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:10:24.900 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:10:24.904 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:24.947 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:24.949 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:10:24.950 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:24.958 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:24.958 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:24.959 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:24.959 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:24.960 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:24.960 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:24.960 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:24.960 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:24.960 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:24.974 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:24.975 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:24.975 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:24.975 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:10:24.975 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 09:10:25.016 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:10:25.020 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:25.023 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:25.024 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 09:10:25.024 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 09:10:25.095 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/05/06 09:10:25.098 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=1.436799ms] [encodeDur=760.107µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=153.439µs] [type=file] [takeTime=2.733703ms] [] [2024/05/06 09:10:25.101 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/51aa4d88-483a-4bd7-8f7d-f74ba38136dd.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/05/06 09:10:25.103 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/05/06 09:10:25.105 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=884.796µs] [encodeDur=663.864µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=50.338µs] [type=file] [takeTime=1.928448ms] [] [2024/05/06 09:10:25.106 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/be1607cb-fbcd-48f4-aa1e-b5b4fce2bdc1.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/05/06 09:10:25.106 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=89.776129ms] [] [2024/05/06 09:10:25.106 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:10:25.106 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:10:25.106 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:25.109 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.861866ms] [] [2024/05/06 09:10:25.109 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:25.114 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:25.136 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:25.136 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:25.150 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:25.152 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.580043ms] [] [2024/05/06 09:10:25.152 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:25.153 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.247318ms] [] [2024/05/06 09:10:25.153 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:10:25.153 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:25.155 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.67819ms] [] [2024/05/06 09:10:25.155 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:25.155 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:25.155 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.233µs] [] [2024/05/06 09:10:25.155 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:25.156 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=995.749µs] [] [2024/05/06 09:10:25.219 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:10:25.221 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:25.222 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:25.222 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:25.222 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:25.222 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:25.223 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:25.224 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:25.224 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:25.224 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:25.224 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:25.224 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:25.224 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:25.224 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=276.392008ms] [] [2024/05/06 09:10:25.225 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:25.225 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:25.340 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:25.342 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:25.342 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:25.496 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:25.542 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:10:25.542 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:10:25.542 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:10:25.542 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=17.181µs] [] [2024/05/06 09:10:25.542 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:10:25.542 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:25.542 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:10:25.542 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:10:25.546 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:25.546 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:25.546 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=4.67146ms] [] [2024/05/06 09:10:25.547 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=4.83103ms] [] [2024/05/06 09:10:25.589 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=92.100166ms] [] [2024/05/06 09:10:25.654 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:25.654 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:10:25.657 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:10:25.704 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:10:25.708 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:10:25.734 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:25.734 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:10:25.819 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:25.820 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5925429229999999\n# Parse_time: 0.000400298\n# Compile_time: 0.001057312\n# Rewrite_time: 0.000205008\n# Optimize_time: 0.003337096\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:25.842 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:25.867 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:25.867 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:25.914 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:25.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=276.665µs] [gotSchemaVersion=92] [phyTblIDs="[152]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:25.957 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/05/06 09:10:25.993 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.752615ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=278.495µs] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:26.123 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/05/06 09:10:26.161 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.634032ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.204 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.212 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/05/06 09:10:26.248 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=242.764µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:26.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/05/06 09:10:26.294 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=52.848246ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.362 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/05/06 09:10:26.373 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/05/06 09:10:26.377 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:25.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.452 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:10:26.452 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:26.456 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.615119828\n# Parse_time: 0.000757684\n# Compile_time: 0.000651521\n# Rewrite_time: 0.000009188\n# Optimize_time: 0.001064425\n# Wait_TS: 0.000410878\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:26.458 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:26.535 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:26.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:26.535 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:26.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:26.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:26.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.588 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/05/06 09:10:26.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.184273ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:26.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/05/06 09:10:26.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.390435ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:26.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.757 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:26.452 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:26.805 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:10:26.806 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:26.809 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352841528\n# Parse_time: 0.000740351\n# Compile_time: 0.000984279\n# Rewrite_time: 0.000009769\n# Optimize_time: 0.001064425\n# Wait_TS: 0.000341098\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:26.823 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:27.040 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:27.135 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:27.181 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:10:27.181 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:27.286 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:27.288 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:27.289 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:10:27.312 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:27.315 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:27.315 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:27.316 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=87.113µs] [2024/05/06 09:10:27.316 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=217.46µs] [] [2024/05/06 09:10:27.316 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:27.316 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:27.480 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:10:27.510 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:27.550 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:10:27.560 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:27.561 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:10:27.562 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:27.571 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:27.571 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:27.571 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:27.571 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:27.572 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:27.572 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:27.572 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:27.572 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:27.573 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:27.586 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:27.588 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:27.588 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:27.588 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:10:27.588 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 09:10:27.629 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:10:27.633 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:27.637 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:27.637 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:10:27.637 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:10:27.741 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/05/06 09:10:27.743 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=1.144118ms] [encodeDur=558.904µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=64.393µs] [type=file] [takeTime=2.247326ms] [] [2024/05/06 09:10:27.744 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b496bf58-9617-4746-be1f-6b28177e6041.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/05/06 09:10:27.748 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/05/06 09:10:27.750 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=887.47µs] [encodeDur=809.124µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=53.518µs] [type=file] [takeTime=2.018654ms] [] [2024/05/06 09:10:27.751 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/20e79262-53e4-4631-962e-f78d802ee6cc.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/05/06 09:10:27.751 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=121.454693ms] [] [2024/05/06 09:10:27.751 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:10:27.751 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:10:27.751 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:27.753 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.155726ms] [] [2024/05/06 09:10:27.753 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:27.760 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:27.781 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:27.782 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:27.827 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:27.830 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=76.290447ms] [] [2024/05/06 09:10:27.830 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:27.832 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.627608ms] [] [2024/05/06 09:10:27.832 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:10:27.832 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:27.834 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.08293ms] [] [2024/05/06 09:10:27.834 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:27.834 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:27.834 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=70.067µs] [] [2024/05/06 09:10:27.834 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:27.835 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.200641ms] [] [2024/05/06 09:10:27.880 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:10:27.883 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:27.884 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:27.884 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:27.884 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:27.887 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:27.887 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:27.887 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:27.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:27.887 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:27.887 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=327.352619ms] [] [2024/05/06 09:10:27.906 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:27.907 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:27.908 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:27.909 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:27.987 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:27.988 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:27.988 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:28.171 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:28.245 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:10:28.245 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:10:28.245 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:10:28.246 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=27.201µs] [] [2024/05/06 09:10:28.246 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:10:28.246 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:28.246 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:10:28.246 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:10:28.249 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:28.250 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:28.250 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.428948ms] [] [2024/05/06 09:10:28.250 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.624651ms] [] [2024/05/06 09:10:28.291 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=120.782745ms] [] [2024/05/06 09:10:28.305 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:28.305 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:10:28.308 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:10:28.350 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:10:28.387 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:10:28.408 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:28.408 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:10:28.498 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:28.708 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.897754508\n# Parse_time: 0.000402894\n# Compile_time: 0.001216465\n# Rewrite_time: 0.000218706\n# Optimize_time: 0.001064425\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 09:10:28.718 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:28.744 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:28.744 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:28.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:28.816 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=285.461µs] [gotSchemaVersion=96] [phyTblIDs="[155]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:28.827 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 09:10:28.864 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.076428ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:28.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:28.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=260.476µs] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:28.941 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 09:10:28.980 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.347988ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:29.057 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:29.067 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/05/06 09:10:29.137 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=307.234µs] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:29.149 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/05/06 09:10:29.186 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.812728ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:29.227 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/05/06 09:10:29.236 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/06 09:10:29.240 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:28.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:29.296 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:10:29.296 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:29.300 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.583157851\n# Parse_time: 0.000546525\n# Compile_time: 0.000766188\n# Rewrite_time: 0.0000095\n# Optimize_time: 0.001009238\n# Wait_TS: 0.00038675\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:29.302 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 09:10:29.828 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573454951743498\n# Query_time: 0.496927435\n# Parse_time: 0\n# Compile_time: 0.006454819\n# Rewrite_time: 0.000188449\n# Optimize_time: 0.001699672\n# Wait_TS: 0.000101442\n# Prewrite_time: 0.487037979 Commit_time: 0.001226716 Get_commit_ts_time: 0.000400577 Slowest_prewrite_rpc_detail: {total:0.487s, region_id: 12, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 485.9ms}, scan_detail: {get_snapshot_time: 12.3µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 25.5µs, propose_send_wait: 0s, persist_log: {total: 90.4µs, write_leader_wait: 195ns, sync_log: 46.1µs, write_memtable: 2.54µs}, commit_log: 574µs, apply_batch_wait: 17µs, apply: {total:118.1µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 31.2µs, write_memtable: 21.4µs}}} Commit_primary_rpc_detail: {total:0.487s, region_id: 12, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 485.9ms}, scan_detail: {get_snapshot_time: 12.3µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 25.5µs, propose_send_wait: 0s, persist_log: {total: 90.4µs, write_leader_wait: 195ns, sync_log: 46.1µs, write_memtable: 2.54µs}, commit_log: 574µs, apply_batch_wait: 17µs, apply: {total:118.1µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 31.2µs, write_memtable: 21.4µs}}} Write_keys: 1 Write_size: 2374 Prewrite_region: 1\n# Is_internal: true\n# Digest: 1b73a00c73a03d7dc9dd08a1ea99474b2523e5f72366f740be5156fa244256c4\n# Num_cop_tasks: 0\n# Mem_max: 11026\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tAnQMAkyN18xCTAJMAlOL0EJMAl0aW1lOjY3OMK1cywgbG9vcHM6MSwgcHJlcGFyZTogMzM0LjkFHCxpbnNlcnQ6MzQzLjEFEYBjb21taXRfdHhuOiB7cHJld3JpdGU6NDg3bXMsIGdldF8RIRhzOjQwMC42HTUQOjEuMjMBJxxzbG93ZXN0XxE/8DxfcnBjOiB7dG90YWw6IDAuNDg3cywgcmVnaW9uX2lkOiAxMiwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgAcsYX2RldGFpbAFEIGlrdl93YWxsXwEYPDogNDg1Ljltc30sIHNjYW4ZKAGqHHNuYXBzaG90DSsMMTIuMwWuWHJvY2tzZGI6IHtibG9jazoge319fSwgBeoZQgWQQF9iYXRjaF93YWl0OiAyNS41BUEscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nAaoJ7gw5MC40BTUJXxRsZWFkZXINNSgxOTVucywgc3luYwk1BDQ2LYYJLTBtZW10YWJsZTogMi41AUYEfSwxoAVkBDU3ARUYLCBhcHBseTKrAAQxNwV0BRkVjAgxMTgNXxRtdXRleF8J/QG6CW8ynAAZFwB3IbUMMzEuMgVTCSsdmgAxBeAlQk0bGHByaW1hcnk+9gEMMDAxc/72ATH2CDQxLkHckvcB9vUBBDE0LTSu9QEENDUyLgEyWQEIMTU3NvUBADI2LQA5Www0ODhuAeMtVyXzBDE5UcYl3Db1AQA0DXYFGzX3CDc1LmmmAG3C9gEAMQk5PvQBCDE3LkFgJfRtxghudW2BYgkqDGtleXMZDlhieXRlOjIzNzR9CTIuNzcgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('vwnwPAq6CQoISW5zZXJ0XzE4AUABUgNOL0FaFHRpbWU6Njc4wrVzLCBsb29wczoxYiJwcmVwYXJlOiAzMzQuOcIBHABpBTywOjM0My4xwrVzYtwIY29tbWl0X3R4bjoge3ByZXdyaXRlOjQ4N21zLCBnZXRfESEYczo0MDAuNgVjCRQQOjEuMjMBJxxzbG93ZXN0XxE/8DxfcnBjOiB7dG90YWw6IDAuNDg3cywgcmVnaW9uX2lkOiAxMiwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgAcwYX2RldGFpbAFEIGlrdl93YWxsXwEYPDogNDg1Ljltc30sIHNjYW4ZKAGqHHNuYXBzaG90DSsMMTIuMwWuWHJvY2tzZGI6IHtibG9jazoge319fSwgBeoZQgWQQF9iYXRjaF93YWl0OiAyNS41BUEscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nAaoJ7gw5MC40BTUJXxRsZWFkZXINNSgxOTVucywgc3luYwk1BDQ2JYcRjDBtZW10YWJsZTogMi41AUYEfSwtawkvBDU3ARUYLCBhcHBseTKrAAQxNwV0BRkVjAgxMTgNXxRtdXRleF8J/QG6SpwAGRcAdyG1DDMxLjIFUwkrHZoAMQXgJUJJBxxfcHJpbWFyeT72AQwwMDFz/vYBMfYINDEuQd2S9wH29QEEMTQtNK71AQQ0NTIuATb1AQQ1Nzb1AQAyNi0AOVsMNDg4bgHjLVdFVwQxOVHGJdw29QEANA12BRs19wg3NS5ppgBtwvYBADEJOT70AQgxNy5BYCX0bcYQbnVtOjFRuAxrZXlzGQ5kYnl0ZToyMzc0fXCSFnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 09:10:29.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:29.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:29.829 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:29.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 09:10:29.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:29.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:29.877 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/05/06 09:10:29.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.028143ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:29.943 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/05/06 09:10:29.980 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.260983ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:29.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:30.056 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:29.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:30.127 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:10:30.127 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:30.131 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.830545558\n# Parse_time: 0.00054911\n# Compile_time: 0.001030398\n# Rewrite_time: 0.000015094\n# Optimize_time: 0.001009238\n# Wait_TS: 0.000411511\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 09:10:30.146 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:30.327 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:30.416 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:30.496 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:10:30.496 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:30.601 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:30.603 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:30.604 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:10:30.622 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:30.625 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:30.625 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:30.625 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=102.515µs] [2024/05/06 09:10:30.625 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=296.828µs] [] [2024/05/06 09:10:30.625 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:30.625 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:30.755 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:10:30.773 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:10:30.779 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:30.822 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:30.823 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:10:30.824 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:30.832 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:30.832 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:30.832 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:30.832 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:30.833 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:30.833 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:30.833 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:30.833 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:30.833 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:30.847 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:30.848 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:30.848 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:30.848 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:10:30.848 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/05/06 09:10:30.929 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:10:30.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:30.936 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:30.937 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 09:10:30.937 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 09:10:30.992 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/05/06 09:10:30.992 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/05/06 09:10:30.995 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.150207ms] [encodeDur=1.067975ms] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=307.994µs] [type=file] [takeTime=2.996927ms] [] [2024/05/06 09:10:30.995 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.110433ms] [encodeDur=1.090163ms] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=320.785µs] [type=file] [takeTime=2.970184ms] [] [2024/05/06 09:10:30.996 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/5e1837d8-3675-4912-b4f3-d169173bcbd5.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/05/06 09:10:30.996 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=67.454159ms] [] [2024/05/06 09:10:30.996 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:10:30.997 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:10:30.997 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:30.997 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/78f90262-5107-4891-89c0-9cddd2afccb7.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/05/06 09:10:31.000 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.982483ms] [] [2024/05/06 09:10:31.000 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:31.005 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:31.026 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:31.027 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:31.042 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:31.044 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.124748ms] [] [2024/05/06 09:10:31.044 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:31.045 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.073386ms] [] [2024/05/06 09:10:31.045 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:10:31.045 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:31.047 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.461875ms] [] [2024/05/06 09:10:31.047 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:31.047 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:31.047 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=56.946µs] [] [2024/05/06 09:10:31.047 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:31.048 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=756.449µs] [] [2024/05/06 09:10:31.097 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:10:31.099 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:31.099 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:31.099 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:31.100 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:31.099 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:31.099 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:31.099 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:31.100 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:31.100 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:31.100 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:31.100 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:31.100 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:31.100 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:31.102 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:31.102 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:31.102 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:31.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:31.102 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:31.102 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=280.080273ms] [] [2024/05/06 09:10:31.116 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:31.117 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:31.118 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:31.118 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:31.187 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:31.189 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:31.189 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:31.380 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:31.429 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:10:31.430 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:10:31.430 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:10:31.438 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=7.816042ms] [] [2024/05/06 09:10:31.438 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:10:31.438 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:10:31.438 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:10:31.438 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:10:31.443 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:31.444 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:10:31.444 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.436703ms] [] [2024/05/06 09:10:31.444 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.672059ms] [] [2024/05/06 09:10:31.488 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=107.838928ms] [] [2024/05/06 09:10:31.526 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:31.527 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:10:31.530 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:10:31.582 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:10:31.602 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:10:31.623 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:31.623 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:10:31.715 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.582934006\n# Parse_time: 0.000654777\n# Compile_time: 0.001481177\n# Rewrite_time: 0.000405905\n# Optimize_time: 0.001009238\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:31.747 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:31.757 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:31.773 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:31.773 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:31.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:31.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=263.091µs] [gotSchemaVersion=100] [phyTblIDs="[158]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:31.881 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/05/06 09:10:31.920 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.304316ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:31.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:31.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=235.298µs] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:32.009 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/05/06 09:10:32.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=52.94974ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.115 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/05/06 09:10:32.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=395.678µs] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:32.196 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/05/06 09:10:32.230 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=54.184222ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.296 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/05/06 09:10:32.304 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/05/06 09:10:32.308 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:31.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.375 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 09:10:32.375 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:32.379 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.633034071\n# Parse_time: 0.000778878\n# Compile_time: 0.000787946\n# Rewrite_time: 0.000012063\n# Optimize_time: 0.001041567\n# Wait_TS: 0.00044853\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:32.381 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:32.424 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:32.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:32.424 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:32.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:32.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:32.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.494 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/05/06 09:10:32.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.270881ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:32.566 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/05/06 09:10:32.608 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=60.906239ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:32.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.683 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:32.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.727 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:10:32.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:32.730 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.351103759\n# Parse_time: 0.000547572\n# Compile_time: 0.001142965\n# Rewrite_time: 0.000010055\n# Optimize_time: 0.001041567\n# Wait_TS: 0.000363305\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:32.743 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:32.964 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:33.087 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:33.131 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:33.131 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:33.237 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:33.239 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:33.240 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 09:10:33.262 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:33.265 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:33.265 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:33.266 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=127.24µs] [2024/05/06 09:10:33.266 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=343.432µs] [] [2024/05/06 09:10:33.266 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:33.266 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:33.381 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 09:10:33.404 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 09:10:33.405 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:33.497 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:33.499 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:10:33.500 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:33.509 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:33.509 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:33.510 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:33.510 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:33.511 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:33.511 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:33.511 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:33.511 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:33.511 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:33.528 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:33.530 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:33.530 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:33.530 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:10:33.530 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/05/06 09:10:33.586 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 09:10:33.591 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:33.595 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:33.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 09:10:33.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 09:10:33.649 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/05/06 09:10:33.649 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/05/06 09:10:33.652 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=1.535983ms] [encodeDur=855.365µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=317.139µs] [type=file] [takeTime=3.10333ms] [] [2024/05/06 09:10:33.652 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=1.602276ms] [encodeDur=1.025627ms] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=252.049µs] [type=file] [takeTime=3.301633ms] [] [2024/05/06 09:10:33.653 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=66.608123ms] [] [2024/05/06 09:10:33.653 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7762735a-2b7d-408a-a966-3ee4851dc7da.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/05/06 09:10:33.653 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:10:33.653 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:10:33.653 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:33.654 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/3e782d84-95c6-44bb-8b06-95c20768a3f5.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/05/06 09:10:33.656 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.693721ms] [] [2024/05/06 09:10:33.656 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:33.663 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:33.685 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:33.685 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:33.701 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:33.703 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.207328ms] [] [2024/05/06 09:10:33.703 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:33.704 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.100998ms] [] [2024/05/06 09:10:33.704 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:10:33.704 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:33.706 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.551364ms] [] [2024/05/06 09:10:33.706 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:33.706 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:33.706 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=68.505µs] [] [2024/05/06 09:10:33.706 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:33.707 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.041116ms] [] [2024/05/06 09:10:33.754 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:10:33.757 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:33.757 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:33.757 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:33.757 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:33.757 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:33.758 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:33.759 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:33.759 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:33.759 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:33.759 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:33.759 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:33.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:33.759 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:33.759 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=261.875116ms] [] [2024/05/06 09:10:33.858 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:33.860 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:33.860 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:34.023 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:34.067 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:10:34.067 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:10:34.067 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:10:34.075 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.571415ms] [] [2024/05/06 09:10:34.075 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:10:34.075 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:10:34.075 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 09:10:34.075 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 09:10:34.079 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:34.079 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:10:34.080 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.639944ms] [] [2024/05/06 09:10:34.080 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.831666ms] [] [2024/05/06 09:10:34.119 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=96.884766ms] [] [2024/05/06 09:10:34.156 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:34.156 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 09:10:34.158 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 09:10:34.237 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:34.247 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 09:10:34.271 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:34.271 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=26] [2024/05/06 09:10:34.272 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:34.272 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:34.357 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6254138710000001\n# Parse_time: 0.000690397\n# Compile_time: 0.001154308\n# Rewrite_time: 0.00021891\n# Optimize_time: 0.001041567\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:10:34.369 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:34.377 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:34.385 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:34.410 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:34.410 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:34.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:34.510 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=253.278µs] [gotSchemaVersion=104] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:34.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/05/06 09:10:34.559 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.596495ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:34.664 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:34.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=274.84µs] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:34.717 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/05/06 09:10:34.751 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.304239ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:34.819 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:34.829 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/05/06 09:10:34.866 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=244.42µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:34.876 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/05/06 09:10:34.914 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=52.96052ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:34.955 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 09:10:34.963 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 09:10:34.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:34.352 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:35.031 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 09:10:35.031 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:35.034 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.667237684\n# Parse_time: 0.000784188\n# Compile_time: 0.001017981\n# Rewrite_time: 0.000027158\n# Optimize_time: 0.001111844\n# Wait_TS: 0.00044751\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:35.037 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:35.116 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:35.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:35.116 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:35.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:10:35.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:35.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:35.193 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/05/06 09:10:35.255 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=2.609704ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:35.266 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/05/06 09:10:35.302 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.592696ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:35.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:35.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:35.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:35.406 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 09:10:35.407 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:35.410 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.375070471\n# Parse_time: 0.000665008\n# Compile_time: 0.00135894\n# Rewrite_time: 0.000008341\n# Optimize_time: 0.001111844\n# Wait_TS: 0.000396343\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:10:35.423 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:35.625 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:35.737 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:35.785 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 09:10:35.785 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:35.895 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:35.897 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:35.899 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 09:10:35.924 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:35.927 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:35.927 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:35.927 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=92.069µs] [2024/05/06 09:10:35.927 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=221.215µs] [] [2024/05/06 09:10:35.928 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:35.928 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:36.089 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 09:10:36.108 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 09:10:36.125 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:36.165 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:36.166 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:10:36.167 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:36.175 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:36.175 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:36.176 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:36.176 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:36.177 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:36.177 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:36.177 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:36.177 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:36.177 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:36.192 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:36.194 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:36.194 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:36.194 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:10:36.194 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/05/06 09:10:36.235 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 09:10:36.240 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:36.244 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:36.244 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 09:10:36.244 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 09:10:36.296 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/05/06 09:10:36.312 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.483227ms] [encodeDur=1.19952ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=12.864977ms] [type=file] [takeTime=16.264809ms] [] [2024/05/06 09:10:36.314 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/05/06 09:10:36.314 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7078cf9f-9780-447a-a220-612a55a492ef.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/05/06 09:10:36.316 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.052536ms] [encodeDur=1.001684ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=218.845µs] [type=file] [takeTime=2.617342ms] [] [2024/05/06 09:10:36.318 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/36885bc1-8123-4637-9c88-98d9b32eed12.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/05/06 09:10:36.318 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=82.25486ms] [] [2024/05/06 09:10:36.318 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:10:36.318 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:10:36.318 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:36.320 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.75263ms] [] [2024/05/06 09:10:36.320 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:36.327 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:36.349 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:36.350 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:36.364 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:36.366 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.744827ms] [] [2024/05/06 09:10:36.366 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:36.367 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.239678ms] [] [2024/05/06 09:10:36.367 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:10:36.367 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:36.369 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.240686ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/c2e82438-9598-4a1b-a681-766b5a930aed.sst] [2024/05/06 09:10:36.369 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/c2e82438-9598-4a1b-a681-766b5a930aed.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/05/06 09:10:36.371 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.685106ms] [] [2024/05/06 09:10:36.371 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:36.376 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:36.398 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:10:36.431 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:36.448 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:10:36.450 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=79.196876ms] [] [2024/05/06 09:10:36.450 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:36.452 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.478367ms] [] [2024/05/06 09:10:36.500 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:10:36.505 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:36.505 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:36.505 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:36.505 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:36.505 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:36.505 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:36.505 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:36.505 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:36.505 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:36.506 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:36.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:36.506 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:36.506 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:36.508 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:36.508 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:36.508 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:36.508 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:36.508 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:36.508 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=342.807503ms] [] [2024/05/06 09:10:36.510 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:36.511 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:36.512 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:36.512 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:36.581 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:36.583 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:36.583 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:36.782 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:36.833 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:10:36.834 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:10:36.834 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:10:36.841 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=7.275892ms] [] [2024/05/06 09:10:36.841 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:10:36.841 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:10:36.841 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:36.841 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:10:36.841 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:10:36.851 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:36.857 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:10:36.858 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:36.858 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=24.034718ms] [] [2024/05/06 09:10:36.858 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=24.331423ms] [] [2024/05/06 09:10:36.898 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=116.171768ms] [] [2024/05/06 09:10:36.915 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:36.915 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 09:10:36.918 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 09:10:36.984 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 09:10:36.993 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 09:10:37.013 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:37.013 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 09:10:37.099 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:37.298 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.887290735\n# Parse_time: 0.000412382\n# Compile_time: 0.001049542\n# Rewrite_time: 0.000235394\n# Optimize_time: 0.001111844\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:37.331 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:37.356 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:37.356 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:37.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.450 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=296.39µs] [gotSchemaVersion=108] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:37.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/05/06 09:10:37.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.986711ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.586 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=240.429µs] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:37.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/05/06 09:10:37.648 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=67.398453ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.707 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/05/06 09:10:37.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=248.634µs] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:37.768 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/05/06 09:10:37.806 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.916236ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.852 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 09:10:37.860 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/05/06 09:10:37.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:37.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:10:37.924 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:37.927 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.597172463\n# Parse_time: 0.000478672\n# Compile_time: 0.000678679\n# Rewrite_time: 0.000011809\n# Optimize_time: 0.001383464\n# Wait_TS: 0.000337985\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:37.930 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:37.976 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:37.976 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:38.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:37.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:38.051 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/05/06 09:10:38.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.581372ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:38.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/05/06 09:10:38.194 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.502964ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:38.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:37.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:38.310 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:10:38.310 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:38.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.385780878\n# Parse_time: 0.001425733\n# Compile_time: 0.000984432\n# Rewrite_time: 0.000009281\n# Optimize_time: 0.001383464\n# Wait_TS: 0.000382703\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:38.328 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:38.547 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:38.654 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:38.695 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 09:10:38.695 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:38.800 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:38.801 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:38.803 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 09:10:38.825 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:38.827 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:38.827 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:38.827 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=64.808µs] [2024/05/06 09:10:38.828 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.821µs] [] [2024/05/06 09:10:38.828 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:38.828 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:38.989 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 09:10:39.010 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 09:10:39.045 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:39.096 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:39.098 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:10:39.099 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:39.109 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:39.109 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:39.109 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:39.109 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:39.111 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:39.111 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:39.111 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:39.111 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:39.111 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:39.128 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:39.129 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:39.130 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:39.130 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:10:39.130 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/05/06 09:10:39.180 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 09:10:39.184 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:39.188 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:39.189 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:10:39.189 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:10:39.199 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/05/06 09:10:39.203 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=1.45605ms] [encodeDur=1.262364ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=559.556µs] [type=file] [takeTime=3.954188ms] [] [2024/05/06 09:10:39.205 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/50864f0e-b856-4fbf-a507-43caf1714ecb.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/05/06 09:10:39.207 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/05/06 09:10:39.209 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.134672ms] [encodeDur=984.761µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=324.188µs] [type=file] [takeTime=2.845422ms] [] [2024/05/06 09:10:39.211 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1f4e9833-1a28-4f21-83b5-744dc0e92f21.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/05/06 09:10:39.211 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=30.984369ms] [] [2024/05/06 09:10:39.211 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:10:39.211 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:10:39.211 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:39.214 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.546168ms] [] [2024/05/06 09:10:39.214 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:39.220 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:39.241 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:39.242 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:39.258 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:39.259 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.286874ms] [] [2024/05/06 09:10:39.259 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:39.261 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.275391ms] [] [2024/05/06 09:10:39.261 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:10:39.261 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:39.262 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.395688ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f7e4cedf-b5d5-4b85-a4f1-328be802fb0e.sst] [2024/05/06 09:10:39.263 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f7e4cedf-b5d5-4b85-a4f1-328be802fb0e.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/05/06 09:10:39.265 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.439916ms] [] [2024/05/06 09:10:39.265 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:39.271 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:39.293 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:10:39.294 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:39.309 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:10:39.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.820401ms] [] [2024/05/06 09:10:39.311 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:39.313 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.299035ms] [] [2024/05/06 09:10:39.369 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:39.374 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:39.374 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:39.374 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:39.374 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:39.377 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:39.377 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:39.377 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:39.377 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:39.377 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:39.377 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=281.222807ms] [] [2024/05/06 09:10:39.469 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:39.471 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:39.473 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:39.473 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:39.560 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:39.562 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:39.562 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:39.732 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:39.789 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:10:39.789 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:10:39.789 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:10:39.796 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.178392ms] [] [2024/05/06 09:10:39.797 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:10:39.797 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:10:39.797 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:39.797 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 09:10:39.797 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 09:10:39.842 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:39.844 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:10:39.845 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:10:39.845 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=55.687639ms] [] [2024/05/06 09:10:39.845 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=55.906866ms] [] [2024/05/06 09:10:39.894 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=162.099202ms] [] [2024/05/06 09:10:39.915 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:39.915 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 09:10:39.918 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 09:10:39.980 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 09:10:40.000 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 09:10:40.020 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:40.020 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 09:10:40.103 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:40.252 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.937368473\n# Parse_time: 0.000483476\n# Compile_time: 0.001261941\n# Rewrite_time: 0.000269501\n# Optimize_time: 0.001383464\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 09:10:40.266 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:40.297 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:40.297 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:40.346 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=254.142µs] [gotSchemaVersion=112] [phyTblIDs="[167]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:40.387 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/05/06 09:10:40.424 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.244703ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=246.405µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:40.512 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/05/06 09:10:40.544 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.043894ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.612 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.622 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/05/06 09:10:40.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=229.423µs] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:40.669 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/05/06 09:10:40.720 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=67.340723ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.790 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/05/06 09:10:40.800 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/05/06 09:10:40.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:40.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.872 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 09:10:40.872 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:40.876 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.611113333\n# Parse_time: 0.000546463\n# Compile_time: 0.000875813\n# Rewrite_time: 0.000009843\n# Optimize_time: 0.002150537\n# Wait_TS: 0.000453508\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:40.878 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 09:10:40.920 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:40.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:40.920 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:40.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 09:10:40.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.992 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/05/06 09:10:41.050 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.592314ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:41.061 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/05/06 09:10:41.096 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=52.984413ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:40.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:41.140 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:41.222 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 09:10:41.222 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:41.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.349413028\n# Parse_time: 0.000669821\n# Compile_time: 0.000968202\n# Rewrite_time: 0.000012079\n# Optimize_time: 0.002150537\n# Wait_TS: 0.000395913\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 09:10:41.242 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:41.449 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:41.540 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:10:41.619 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 09:10:41.620 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:10:41.725 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:41.727 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:41.728 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 09:10:41.748 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:41.752 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:41.752 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:10:41.752 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=102.114µs] [2024/05/06 09:10:41.752 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=293.693µs] [] [2024/05/06 09:10:41.752 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:41.752 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:10:41.877 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 09:10:41.895 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 09:10:41.901 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:10:41.941 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:41.942 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:10:41.943 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:41.951 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:41.951 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:41.952 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:41.952 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:41.953 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:41.953 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:41.953 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:41.953 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:41.953 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:41.967 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:41.968 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:41.969 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:41.969 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:10:41.969 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/05/06 09:10:42.051 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 09:10:42.056 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:42.059 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:42.060 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 09:10:42.060 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 09:10:42.088 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/05/06 09:10:42.088 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/05/06 09:10:42.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=1.456744ms] [encodeDur=1.405309ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=88.776µs] [type=file] [takeTime=3.390408ms] [] [2024/05/06 09:10:42.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=1.480739ms] [encodeDur=963.725µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=501.852µs] [type=file] [takeTime=3.577295ms] [] [2024/05/06 09:10:42.093 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/584f7f42-74c0-48c2-8dce-10e69bc65f70.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/05/06 09:10:42.093 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=41.91996ms] [] [2024/05/06 09:10:42.093 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:10:42.094 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:10:42.094 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:42.094 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/577f0558-c7f4-45b9-8c2e-d078e595b0b7.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/05/06 09:10:42.098 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=4.682277ms] [] [2024/05/06 09:10:42.099 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:10:42.104 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:42.126 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:42.126 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:42.141 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:42.143 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.516043ms] [] [2024/05/06 09:10:42.143 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:10:42.145 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.468478ms] [] [2024/05/06 09:10:42.145 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:10:42.145 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:42.147 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.649651ms] [] [2024/05/06 09:10:42.147 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:42.147 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:42.147 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=75.916µs] [] [2024/05/06 09:10:42.147 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:42.148 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.056635ms] [] [2024/05/06 09:10:42.201 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:42.204 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:42.204 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:42.204 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:42.204 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:42.206 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:42.206 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:42.206 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:42.206 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:42.206 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:42.206 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=265.421335ms] [] [2024/05/06 09:10:42.244 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:42.245 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:42.246 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:42.246 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:42.324 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:10:42.326 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:42.326 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:10:42.518 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:10:42.568 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:10:42.568 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:10:42.568 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:10:42.576 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=7.54651ms] [] [2024/05/06 09:10:42.576 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:10:42.576 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:42.576 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 09:10:42.576 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 09:10:42.580 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:42.581 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:42.581 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.632875ms] [] [2024/05/06 09:10:42.581 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.848638ms] [] [2024/05/06 09:10:42.626 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=107.659676ms] [] [2024/05/06 09:10:42.645 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:42.645 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 09:10:42.647 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 09:10:42.722 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 09:10:42.727 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 09:10:42.754 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:42.754 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 09:10:42.845 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.618032398\n# Parse_time: 0.000944932\n# Compile_time: 0.001476329\n# Rewrite_time: 0.000235255\n# Optimize_time: 0.002150537\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:10:42.857 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:42.883 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:42.884 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:42.884 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:42.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:42.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=310.877µs] [gotSchemaVersion=116] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:42.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/05/06 09:10:43.017 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.689777ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.091 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=262.275µs] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:43.103 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/05/06 09:10:43.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.831618ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.254 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/05/06 09:10:43.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=264.252µs] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:43.320 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 09:10:43.358 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.759362ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.407 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 09:10:43.415 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 09:10:43.419 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:42.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:10:43.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:43.485 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.630475229\n# Parse_time: 0.001059403\n# Compile_time: 0.000934475\n# Rewrite_time: 0.00000937\n# Optimize_time: 0.001072679\n# Wait_TS: 0.000396486\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/05/06 09:10:43.488 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:10:43.515 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:43.515 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:10:43.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.584 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=302.166µs] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:43.596 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/05/06 09:10:43.633 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=52.87367ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.668 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=211.952µs] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:43.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/05/06 09:10:43.785 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.841753ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.889 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=201.785µs] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:43.904 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/05/06 09:10:43.938 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.057951ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.017 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/05/06 09:10:44.028 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/05/06 09:10:44.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.086 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 09:10:44.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:44.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.604177915\n# Parse_time: 0.000812149\n# Compile_time: 0.000957627\n# Rewrite_time: 0.000010863\n# Optimize_time: 0.001072679\n# Wait_TS: 0.000439369\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:10:44.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/05/06 09:10:44.136 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:44.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:44.136 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:44.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:10:44.246 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:44.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.04711ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:44.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/05/06 09:10:44.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=54.818555ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:44.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:44.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.392 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:10:44.393 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:44.396 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.304862621\n# Parse_time: 0.000337052\n# Compile_time: 0.000979227\n# Rewrite_time: 0.000017219\n# Optimize_time: 0.001072679\n# Wait_TS: 0.000445552\n# DB: write_after_import\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/05/06 09:10:44.399 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/05/06 09:10:44.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:44.456 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/05/06 09:10:44.502 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.510 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/05/06 09:10:44.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.43005ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:44.583 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/05/06 09:10:44.619 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=52.784512ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.751 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:44.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.786 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 09:10:44.786 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:44.791 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.392562181\n# Parse_time: 0.000453858\n# Compile_time: 0.000739672\n# Rewrite_time: 0.000008991\n# Optimize_time: 0.001072679\n# Wait_TS: 0.000416539\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/05/06 09:10:45.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573459001868293\n# Query_time: 0.329056292\n# Parse_time: 0\n# Compile_time: 0.021954338\n# Rewrite_time: 0.003022911\n# Optimize_time: 0.014005722\n# Wait_TS: 0.00010672\n# Cop_time: 0.298720429 Process_time: 0.000150953 Wait_time: 0.00006762 Request_count: 2 Total_keys: 70 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 33 Rocksdb_key_skipped_count: 165 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 7.5476e-05 Cop_proc_p90: 8.5826e-05 Cop_proc_max: 8.5826e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.381e-05 Cop_wait_p90: 3.863e-05 Cop_wait_max: 3.863e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 17005\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('giWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjMwMS42bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwA1PV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQANDJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlIDoyOTkuNDkyMgUwHfAMOjUsIEWUbG51bTowLCB0b3Rfd2FpdDoxLjQ5NjExOTI5M3MJFxRleGVjOjANDWX5BSQsMzEyNTU1cywgbWF4BWcUMzA0MjEyAZgIcDk1MhIAFH0sIGZpblKgAKGjFDMxNDkyNwE5XqEAAa0RoRw5Ni45MjjCtQ2RBZ4INy4xHRMNpCA1MDM3MzIzMzcNpAFrFDI3NTM4MwFrAaQuEgAAfYGlAQQECjPBFRw4CTAJMC4wMl6qBoGjWjcEJVf+GAZaGAZ5X1p9ADIrA14kAC73AlokAEnKWh0ALpUCMqYGAGJyoAVRwEGURSjtl3Y4Bhg0CTE3XzIwMZBQaW5uZXIgam9pbiwgZXF1YWw6W2VxLt4FSoQAcs0AAR0QKSBlcSjRPAA3AZDJ6wg2KV0utQAAMUE5FbVgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MmmdEGZldGNoEQ0FLAw6MHN9HnsIEQggCjUJM18yMShCAU0AKRHlPXiOzwBKJAAy5AEMY2FzdHojAVm1MGRvdWJsZSBCSU5BUln9UwA3NQoELjIuVQkhLiJvCOX2DDIuNjHx9hQ2CTMwXzJ1ThlEBDE5PU0MCTIzOBqbCQ4rCBg3CTQ3XzI1MRUYMV8wCTEwCSllNHN0LCBpbmRleDppZHhfYf4MX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIMH7HHM6cHNldWRvEZk2MQoQLCBjb3ASmwoIOiB7oSoEIDGJ8AwgMS4wBcEMcHJvY2HtCHM6IK1GARIYOiA2NS4xwpGkpVkIIDI5BRFoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSScFcAhfZHUFGhhuOiA2My4yBTosbWF4X2Rpc3RzcWxfPeBMOiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjGlxA5gCxhpbWU6OTc2BZccfX0sIHRpa3YFawQ6ewUcoeJN3Dx9LCBzY2FuX2RldGFpbDogSdkN5ww0NSwgEhYKGG5hcHNob3SpbxAgMTMuNAWmmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMjIsIGtleT4XAAQxMSEACGxvYyFrAH0JoQRtZT6DACFdCGVzcw10LmUBwV4EYWkRji1sBeT5DQwgMTc5Baa57TA3CTFfMjcoUHJvYmUpRWql9gRpbnowA0E8SGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKWH3QfgBBBwKOAk0NV8yNgWLMvUCgsACAT8BBIlTADkR1BgwCTI5Ljk3LlQEPuUKnW8uGwCZFF4hABKHClodAC0iWh4A/skG/skGTskGPicFLgwB4fBeGgUO1QxlQwwyOTguEl0IbUhGGwUMNC4zNDIbBQU9KaGRgwFGLh8HDAkyNDU+HQUEMzMuHQUAM7EdtRwlfQAoBQa9FAxwYXVzQaIALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdQALFXeokoFCDI5NzJ9D2ZMBQEq5Vth3o1mMk0FCDg1LibxCWHmFDogMzguNoVvAGO+TwUMNDYuNQU67k8FqU8MMjk3bfJMBQAyWkwFBDQuySx+TAUEMTHB2AB5PkwFDDU1LCCxS9lqrYAANppdBS51ATZdBTV8Pl8FGDIzNC43wrU6XwUEMzWRi+HJSexWIQUucQMSlwlGGgUEMzQFRi7yAqYZBQ==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('wyjACr4oCgdTb3J0XzEzEqUnCg1Qcm9qZWN0aW9uXzE1EpkkCgpIYXNoQWdnXzE2EsYaCjIhABQ4EpoXCgsBISRKb2luXzIwEvcJMkMAZDIxEv8HCg5JbmRleExvb2tVcF8yOBKSBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwhl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oTdGltZToxLjZtcywgbG9vcHM6MWLYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDltcywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogNjUuMcK1cywgdG90X3dhaXQ6IDI5wgERoGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRocbjogNjMuMsIBOvA8bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsXwXfQDk3Ni4xwrVzfX1q/QF0aWt2BWwEOnsFHQQwcxX5DH0sIHMhkSBkZXRhaWw6IHsJRABrBehANDUsIGdldF9zbmFwc2hvdF8FPhAgMTMuNAWnmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMjIsIGtleT4XAAQxMSEBLGxvY2s6IHt9fX0sIAFYPoMAIXAIZXNzDXQANj1mCGFsXyFoDRoEMjkFjAXkCHdhbC0ADCAxNzkFpgh9cP8RAQQBeBEKJP8BEp0CCgxTZWxN/DwyNxJuChFUYWJsZVJvd0lESaUANkmiBFSlOqICCA0KC12iBFIednECVoEACBoBAgleLJClQCmg20sao3WUP2EAEFJuaW4oRf9MLnRpZGJfYmFja2dyb3VuZF9zdWJBogAuQc9IZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKVafABwhjURsjTL1ch2cEAFAAVoUIaoQOjIuMTl9PQRw7i5aAWHZGKmDwKdjFXQ2PQAIUpUBftcADGVwLCB2JAB9DhQsIGNhc3R65AAhMEHOaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNxXVBDI2HdUIYg9DfXkUT0ZGcOwULkACBLoLNvoECDkS+zr6BAwzNhLURvoECDMzGpH6BLiaUVgAPon6CBwKGlFYFAF0Gg4KBSXpABIJBwRSbZHxDHBhdXMh7AAsFQooXSwgWyJyZXZlcnQJGRkMCRtNHgAsVSiGJwUAFSnrBDk3nikFASsAMSFCYbohdABzOioFDDg1LjhprARvdGXCFDogMzguNgUTAGO+LAUMNDYuNQU67iwFqSwMMjk3baEpBJAChUVBM7opBQAyWikFBDQuiZ1+KQUEMTHBtgB5PikFDDU1LCCxKNlIrV0ANpo6BS52ATY6BTV9Bfe9PBAyMzQuN8E9VhwECBLWAS48BQwzNRJtQjwFBDM0id4Eqrk65AIIDAoKWeT6OwUoBLpAKbkehetR+D1lQQRSKFb8BBRnbG9iYWwl2QQuc271BBiJO8PWS+GNHVaB9XEKCDguMkHfGjMIBHD1NvYEIAIh6SCU+SYBjzY+AAhS2wKd0i6KAARpZDLtBC4bAEGDYUJmIQAIeXBlYh0AhTZiHgAYcHJpb3JpdGZcABRjcmVhdGXlXmJFADKHBVrgACFqYkEACHRhchJaCARjbwHJPskFLgwBISdevAUANj2cADM9nEa9BQTcIr29RCHFqRolOc6UQCmJ0t7gC5OZPyHoWFJwaW5uZXIgam9pbiwgZXF1YWw6W2VxemEGcuYAAR0QKSBlcSjVbQQsIBELCDYpXRW+ADmpOU1aBGI1Fh4KFGhhc2hfdA6UCAQ6exKXCQw6Mi40AeYQZmV0Y2gRDQUsLDowc30hfv1UfUgWlTrWAADL/oAC/oAC/oAC/oACioACXcJKbwld7T2yLgwERnACBNglLnACGM6mZ+JvmpWxCwDwSXAEtwYO2AkQcCBieTodgT78AiBmdW5jczptYXh6iQIdpireCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG5ZkwAESKemACB6mpOAKUIKSN+nAClF2ZLAAUfnpYAsUVmTwARIp5SAL12ZlUAHSWiWAAmxgpqWAAZJZ5YAIXbYjICAR6eSgAuCwZmUgAuJgBthggzMDGpELE4GMQCcGFydGkO5ggYb3JrZXI6eybVCBwyOTkuNDkyMqVBHfAMOjUsIEWUDvUPADASRA8WnAosMS40OTYxMTkyOTNzCRcOgxASPA8OwAoSHgsFJBgzMTI1NTVzFi8QAWcQMzA0MjGFHwhwOTUyEgAUfSwgZmluUqAAAc0UMzE0OTI3oeJeoQABrR49CxA5Ni45MiZRCwWeCDcuMR0TDaQgNTAzNzMyMzM3DaQBaxAyNzUzOOUzAaQuEgBa9QkYITQNzkjW5D7EBACr/l4G/l4GOl4GSXlayAR5lFohAD13YroIMoQDWkgALq0C+fIANV24ADUh5lG4AA8+aw42PgYUkscXVdj8PnoBAF5afACG5QCK4AkEaWQdrDQ2bXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 09:10:45.115 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573459001868298\n# Conn_ID: 2\n# Query_time: 0.321791074\n# Parse_time: 0.001220446\n# Compile_time: 0.002486349\n# Rewrite_time: 0.000187706\n# Optimize_time: 0.001072679\n# Wait_TS: 0.000140531\n# Prewrite_time: 0.001576323 Commit_time: 0.001213399 Get_commit_ts_time: 0.000393531 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 12, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 621.8µs}, scan_detail: {get_snapshot_time: 8.4µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 12.6µs, propose_send_wait: 0s, persist_log: {total: 57µs, write_leader_wait: 35ns, sync_log: 26.9µs, write_memtable: 1.16µs}, commit_log: 249µs, apply_batch_wait: 14.7µs, apply: {total:81.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 30.3µs, write_memtable: 14.8µs}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 12, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 621.8µs}, scan_detail: {get_snapshot_time: 8.4µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 12.6µs, propose_send_wait: 0s, persist_log: {total: 57µs, write_leader_wait: 35ns, sync_log: 26.9µs, write_memtable: 1.16µs}, commit_log: 249µs, apply_batch_wait: 14.7µs, apply: {total:81.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 30.3µs, write_memtable: 14.8µs}}} Write_keys: 4 Write_size: 152 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 61e0d3ff0cdcbd23561e7a561831f8c0bf3904df333dbd08f17f734ded97f2bd\n# Num_cop_tasks: 0\n# Mem_max: 8792\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4BTwdTAJMjdfMQkwCTAJTi9BCTAJdGltZTozMTMuNW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDU1Ni4xwrVzLCBhdXRvX2lkX2FsbG9jYXRvcjoge2FsbG9jX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQwBfBWooNzMyLjPCtXN9LCABEBhfZGV0YWlsEWccX3Byb2Nlc3MJLBQgNTUuN8IBcwB0BUEMd2FpdA0aDDM2LjYdGihrdl9yZWFkX3dhbA1oECA5Ni40CSIIaWt2LhkACDEzMgVWGH0sIHNjYW4+ggBMa2V5czogMSwgZ2V0X3NuYXBzaG8RdgQxMg1UsHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fSwgY29tbQG1SHhuOiB7cHJld3JpdGU6MzA4LjchbwFkESMYczo1MjkuOAW0CRQQOjEuMzEBJxxzbG93ZXN0XxFBAF8hWAAgMZpgMC4zMDlzLCByZWdpb25faWQ6IDgsIHN0byG/ODEyNy4wLjAuMToyMDE2MEJ2ATodAQgzMDdBCUIcAQGpPg0BBDcuSRCiDQEF/TlwBaIUX2JhdGNoJdsMOiAxOC0AKHByb3Bvc2Vfc2VuIdVIaXQ6IDBzLCBwZXJzaXN0X2xvZxn/CDEzOS2WCWAUbGVhZGVyEVIkNjhucywgc3luYwk2ADlJFQkrNG1lbXRhYmxlOiAzLjUySZYpewktEDMzMy45JZEQYXBwbHkyrAAAMjIbABWPCDEwMEVeHCwgbXV0ZXhfSR8BvQlzMp4AGRcAd2FjBDMwLVIJKxmeBDEzJRgAfV1SGHByaW1hcnk+CgIMMDAxc/4KAkkKCDQ1OWVjjgsCCDguNmmORgsCBbQJ0HXrUvkBSUyu+QEAOYkcCV0yWAEENzI29QEMNTIuNSXHCSw9WSWsAH11qEVZBDIxUVFG9gGVAgUbNfYENjQlLM71AQQxM6UQACxGnAAAN0XXJUFt2xBudW06MREqhakVDgRieYFYiXUsaW5zZXJ0OjMxMi45gT9N0zqFBAwxLjU4AR5h2xEiEHM6MzkzLSwJFAw6MS4ykoQEQnoCCDEyLNqFBAg2MjFJ8AAsOqIFAas6hgQAOCUlACzmegIAMi26rnoCADViegIEMzU2egIEMjaNQUZ6AgAxYTM+ewIANF5vBAQxNEWrACw6eQIEODEtrtJuBOGJUU99FQA0KX7KbgTm9AFReI70AQgxMi6hrer1AQAwDfuu9QEENDmNpCnLMnEEBDM2OvcBADQyLAA5XAw0NDduAeRpXYlwCDE3M02EhVUyZgYIOS44CesFG5VwBDQ4TVfG9wEINy40WgwFFjEJJfdicAQANFEvhXBIMTUyfQk2MDAgQnl0ZXMJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('6hTwXgrlFAoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6MzEzLjVtcywgbG9vcHM6MWLKC3ByZXBhcmU6IHt0b3RhbDogNTU2LjHCtXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQwBfBWsoNzMyLjPCtXN9LCABEBhfZGV0YWlsEWccX3Byb2Nlc3MJLBQgNTUuN8IBcwlBDHdhaXQNGgwzNi42HRooa3ZfcmVhZF93YWwNaBAgOTYuNAkiCGlrdi4ZAAgxMzIFVhh9LCBzY2FuPoIADGtleXMFxShnZXRfc25hcHNobxF2BDEyDVR4cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdSEHJDJ9fX0sIGNvbW0BtVR4bjoge3ByZXdyaXRlOjMwOC43bXMsBWQRIxhzOjUyOS44BbQJFBA6MS4zMQEnHHNsb3dlc3RfEUElWAAgMZpgMC4zMDlzLCByZWdpb25faWQ6IDgsIHN0byG/ODEyNy4wLjAuMToyMDE2MEJ2ATodAQgzMDdBCkIcAU4NAQA3TRCiDQEF/TlwBaIUX2JhdGNoJdsMOiAxOC0AKHByb3Bvc2Vfc2VuIdVIaXQ6IDBzLCBwZXJzaXN0X2xvZxn/CDEzOS2WCWAUbGVhZGVyEVIkNjhucywgc3luYwk2ADlJFQkrNG1lbXRhYmxlOiAzLjUySZYpewktEDMzMy45JZEQYXBwbHkyrAAAMjIbABWPCDEwMEVeHCwgbXV0ZXhfSR8BvQlzMp4AGRcAd2FjBDMwLVIJKxmeBDEzJRguUgIYcHJpbWFyeT4KAgwwMDFz/goCSQoINDU5ZWOOCwIIOC42aY5GCwIFtAnQdetS+QEAMSVorvkBADmJHAldMlgBBDcyNvUBDDUyLjUFXwksPVklrHmoRVkEMjFRUUb2AZUCBRs19gQ2NCUszvUBBDEzpRAALEacAAA3RdclQW3bCG51baFPCcaFqQAxETgEYnmBWIl1AGml5yg6MzEyLjltc2LdCE3UOoYEDDEuNTiBXmHcESIQczozOTMtLQkUDDoxLjKShQRCewIIMTIs2oYECDYyMUnxACw6owUBqzqUBQA4JSYALOZ7AgAyLbuuewIANWJ7AgQzNTZ7AgQyNo1CKbUuewIAMWE0PnwCADRecAQEMTRFrAAsOnoCBDgxLa7SbwThilFCHZsANCl+3cGebwTm9AFReI70AQgxMi6hrur1AQAwDfuu9QEENDmNpSnLMnIEBDM2OvcBADQyLAA5XAw0NDduAeRpXYlxCDE3M02EhVYyZwYIOS44CesFG5VxBDQ4TVfG9wEINy40Wg0FFjIJJfdicQQANFEvhXFMMTUyfXDYBHj///////////8BGAE=')\n# Resource_group: default\ninsert into dt values(4, 'aaaaaa'), (5, 'bbbbbb'), (6, 'cccccc'), (7, 'dddddd');"] [2024/05/06 09:10:45.116 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 09:10:45.144 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:45.144 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/05/06 09:10:45.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.250 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=197.369µs] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:45.262 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/05/06 09:10:45.294 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.677466ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=200.315µs] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:45.395 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/05/06 09:10:45.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=83.077408ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.496 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=277.119µs] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:45.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/05/06 09:10:45.581 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.63246ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.618 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/05/06 09:10:45.622 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.668 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:10:45.668 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:45.671 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.555976242\n# Parse_time: 0.000419729\n# Compile_time: 0.000845058\n# Rewrite_time: 0.000008832\n# Optimize_time: 0.001072679\n# Wait_TS: 0.00044023\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/05/06 09:10:45.673 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 09:10:45.710 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:45.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 09:10:45.710 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:45.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:45.785 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=861.919µs] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:45.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/05/06 09:10:45.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=52.660962ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:45.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:45.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.006 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:10:46.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:46.010 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.338177389\n# Parse_time: 0.000244554\n# Compile_time: 0.000695913\n# Rewrite_time: 0.000017189\n# Optimize_time: 0.001072679\n# Wait_TS: 0.000352924\n# DB: from_select\n# Is_internal: false\n# Digest: 9b8b34576c71bf964daeee5780a06455087425e15ad8edb8457db3300010a67b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database write_after_import;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:10:46.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:46.016 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:46.065 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:46.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:46.065 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:46.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:10:46.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:46.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.154 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/05/06 09:10:46.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.466445ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:46.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/05/06 09:10:46.267 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.948717ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:46.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.339 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:46.002 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.424 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:10:46.425 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:46.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.413766095\n# Parse_time: 0.000748154\n# Compile_time: 0.001096014\n# Rewrite_time: 0.000009514\n# Optimize_time: 0.001072679\n# Wait_TS: 0.00027296\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:10:46.618 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/05/06 09:10:46.626 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:46.626 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:46.627 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:46.627 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:46.628 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:46.628 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:46.628 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:46.628 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:46.628 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:46.642 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:46.644 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:46.644 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:46.648 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:46.652 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:46.670 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [key=import-from-select] [2024/05/06 09:10:46.672 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [key=import-from-select] [readDur=26.159µs] [encodeDur=1.2213ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=158.765µs] [type=query] [takeTime=1.797902ms] [] [2024/05/06 09:10:46.673 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/0ac194d0-9863-4067-a47b-9c2e721c5a41/102b1544-1a0b-5f02-9523-0f5011224f00.sst/e4a076bf-28e7-4cf0-b2bf-40d118635b14.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/05/06 09:10:46.679 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [key=import-from-select] [2024/05/06 09:10:46.680 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=121.606µs] [] [2024/05/06 09:10:46.680 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:46.681 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.580133ms] [] [2024/05/06 09:10:46.681 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:46.686 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:46.708 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:46.708 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:46.720 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:46.722 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.731089ms] [] [2024/05/06 09:10:46.722 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:46.724 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.693556ms] [] [2024/05/06 09:10:46.724 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:46.724 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:46.724 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=50.725µs] [] [2024/05/06 09:10:46.724 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:10:46.724 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [2024/05/06 09:10:46.732 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [takeTime=7.234089ms] [] [2024/05/06 09:10:46.732 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:46.732 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [weight=30] [2024/05/06 09:10:46.732 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [concurrency=15] [2024/05/06 09:10:46.736 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:46.737 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:46.737 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=0ac194d0-9863-4067-a47b-9c2e721c5a41] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=12.887966ms] [] [2024/05/06 09:10:46.737 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:46.737 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.556µs] [] [2024/05/06 09:10:46.737 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:46.739 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.138051ms] [] [2024/05/06 09:10:46.739 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:46.739 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.231µs] [] [2024/05/06 09:10:46.739 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:46.740 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.009381ms] [] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:46.743 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:46.743 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:46.743 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:46.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:46.744 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:46.745 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:46.745 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:46.745 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:46.745 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:46.745 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:46.747 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573459434405895\n# Conn_ID: 2\n# Query_time: 0.31688312\n# Parse_time: 0.001033032\n# Compile_time: 0.003531674\n# Rewrite_time: 0.002428166\n# Optimize_time: 0.001072679\n# Wait_TS: 0.000114734\n# Cop_time: 0.000053733 Process_time: 0.000054751 Wait_time: 0.000037836 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.4751e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.7836e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xwXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozMTAuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQYNDk4LjfCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTQBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDU0LjgFSgETHHdhaXQ6IDM3DROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjYuMwVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJ0gxLjA2bXN9fQkzNTMgQnl0ZXMJISUkMgk0M182CTFfMC0noHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JITsEa3YFsgQ6ewVjADA1QAGWAHMhYihkZXRhaWw6IHt0bwGKGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMTQuNSUhdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWkCGtleT4WABg4LCBibG9jIeUQfX19LCABx160AAEcNt8BCGFsXyHhDRoAMzHmAHQhFwx3YWxsDRk8MTgxwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('sgagCq0GCgxJbXBvcnRJbnRvXzIS5gUKDVRhYmxlUmVhZGVyXzcSpQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogNTQuOAVxAHQF0Qh3YWkRiwQzNxEaHGlrdl93YWxsDTMgMTgxwrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6UASgBQAFSFGRhdGE6VDbCAQRaFgWGEDQ5OC43BYYAbCVvIDJi2AFjb3BfdCGMaCB7bnVtOiAxLCBtYXg6IDEuMTRtcywgcHJvYy1LKVoljTbRAAXPADoZyoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2Ni4zBZiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MTHxBeQoMS4wNm1zfX1w4QI9LwA4IRsUA04vQVoVBSYQMzEwLjgB3ykJADFWZQEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:46.814 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:46.840 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:46.840 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:46.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=261.412µs] [gotSchemaVersion=129] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:46.941 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 09:10:46.979 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.483442ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.018 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=259.603µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:47.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 09:10:47.103 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.064473ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.175 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.185 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/05/06 09:10:47.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=249.432µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:47.238 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/05/06 09:10:47.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=62.130339ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.339 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 09:10:47.347 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/05/06 09:10:47.351 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:46.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.415 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 09:10:47.415 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:47.419 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.606407335\n# Parse_time: 0.00077189\n# Compile_time: 0.000901575\n# Rewrite_time: 0.000009751\n# Optimize_time: 0.001103975\n# Wait_TS: 0.000388748\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:47.421 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:47.470 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:47.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:47.470 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:47.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:47.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:47.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.543 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/05/06 09:10:47.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.535737ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:47.630 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/05/06 09:10:47.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.157177ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:47.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.773 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:47.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:47.812 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 09:10:47.813 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:47.817 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.397031713\n# Parse_time: 0.000776734\n# Compile_time: 0.001129788\n# Rewrite_time: 0.000010643\n# Optimize_time: 0.001103975\n# Wait_TS: 0.000507426\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:48.018 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/05/06 09:10:48.026 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:48.026 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:48.027 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:48.027 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:48.028 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:48.028 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:48.028 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:48.028 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:48.028 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:48.042 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:48.044 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:48.044 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:48.049 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:48.053 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:48.078 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [key=import-from-select] [2024/05/06 09:10:48.080 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [key=import-from-select] [readDur=31.4µs] [encodeDur=933.303µs] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=272.096µs] [type=query] [takeTime=1.736023ms] [] [2024/05/06 09:10:48.081 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/abfcfb38-32e3-4584-bd19-2d4386f064a0/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3cf0540f-85b7-45e8-84f4-52030b5d1acc.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/05/06 09:10:48.121 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [key=import-from-select] [2024/05/06 09:10:48.122 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=141.963µs] [] [2024/05/06 09:10:48.122 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:48.123 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.602511ms] [] [2024/05/06 09:10:48.124 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:48.128 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:48.150 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:48.150 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:48.164 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:48.166 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.37309ms] [] [2024/05/06 09:10:48.166 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:48.168 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.537278ms] [] [2024/05/06 09:10:48.168 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:48.168 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:48.168 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=61.615µs] [] [2024/05/06 09:10:48.168 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:10:48.168 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [2024/05/06 09:10:48.175 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [takeTime=7.165608ms] [] [2024/05/06 09:10:48.175 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:48.175 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [weight=30] [2024/05/06 09:10:48.175 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [concurrency=15] [2024/05/06 09:10:48.213 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:48.214 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:48.214 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=abfcfb38-32e3-4584-bd19-2d4386f064a0] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=46.343397ms] [] [2024/05/06 09:10:48.215 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:48.215 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=51.381µs] [] [2024/05/06 09:10:48.215 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:48.217 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.667777ms] [] [2024/05/06 09:10:48.217 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:48.217 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=33.268µs] [] [2024/05/06 09:10:48.217 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:48.218 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.289296ms] [] [2024/05/06 09:10:48.223 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:48.223 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:48.223 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:48.223 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:48.223 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:48.223 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:48.224 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:48.224 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:48.224 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:48.224 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:48.224 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:48.224 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:48.224 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:48.226 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:48.226 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:48.226 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:48.226 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:48.226 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:48.228 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573459801407493\n# Conn_ID: 2\n# Query_time: 0.409828518\n# Parse_time: 0.000539024\n# Compile_time: 0.002868326\n# Rewrite_time: 0.001781059\n# Optimize_time: 0.001103975\n# Wait_TS: 0.000115337\n# Cop_time: 0.00006554 Process_time: 0.000047609 Wait_time: 0.000029549 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.7609e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.9549e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwNC43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1ODEuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zMQFuRHByb2Nfa2V5czogNCwgdG90XwESDDogNDcNSgETJHdhaXQ6IDI5LjUFXYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA1Mi45BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnRDEuMm1zfX0JMzU0IEJ5dGVzCSEkIDIJNDNfNgkxXzEmuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbEEOnsFYgAwNT8BlTxzY2FuX2RldGFpbDoge3RvAYkYcHJvY2VzczI3AQRhbDIXACBfc2l6ZTogMTgpVQRhbA0tODUsIGdldF9zbmFwc2hvdAnUECA5LjUxJSB0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaMIa2V5PhYAGDgsIGJsb2Mh5DmWDTIUMn19fSwgAdlexgABHAA6MvABCGFsXyHyDRo19yUpDHdhbGwNGUQxNDQuNsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA5LjUxwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0Ny42BYMAdAXjCHdhaRGdDDI5LjUJGhxpa3Zfd2FsbA0zCDE0NAU0CH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWICDU4MQVUMYMgMmLXAWNvcF90IaBoIHtudW06IDEsIG1heDogMS4zMW1zLCBwcm9jLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNTIuOSUGqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBQXkJDEuMm1zfX1w4gI9Lig4AUABUgNOL0FaFQUlEDQwNC43Ad4AbEmLVmQBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:10:48.242 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:48.268 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:48.268 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:48.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=302.612µs] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:48.362 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/05/06 09:10:48.399 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.653418ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.435 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.473 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=260.374µs] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:48.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/05/06 09:10:48.521 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=52.980559ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.582 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/05/06 09:10:48.622 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=238.781µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:48.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 09:10:48.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=71.324726ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.747 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/05/06 09:10:48.756 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/05/06 09:10:48.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:48.202 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.817 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:10:48.817 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:48.821 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.579941495\n# Parse_time: 0.000580157\n# Compile_time: 0.001134824\n# Rewrite_time: 0.000014293\n# Optimize_time: 0.000994977\n# Wait_TS: 0.000466338\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:48.824 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:48.874 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:48.874 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:10:48.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.942 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/05/06 09:10:49.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.486402ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:49.025 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 09:10:49.059 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.752436ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:49.156 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.802 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:49.206 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:10:49.207 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:49.211 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.38946278\n# Parse_time: 0.001774007\n# Compile_time: 0.001328431\n# Rewrite_time: 0.00001107\n# Optimize_time: 0.000994977\n# Wait_TS: 0.000375238\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:10:49.414 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/05/06 09:10:49.422 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:49.422 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:49.423 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:49.423 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:49.424 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:49.424 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:49.424 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:49.424 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:49.424 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:49.438 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:49.440 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:49.440 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:49.444 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:49.448 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:49.495 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [key=import-from-select] [2024/05/06 09:10:49.495 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [key=import-from-select] [2024/05/06 09:10:49.497 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [key=import-from-select] [readDur=21.617µs] [encodeDur=1.081955ms] [checksum="{cksum=6449405684553850847,size=148,kvs=4}"] [deliverDur=498.361µs] [type=query] [takeTime=1.996993ms] [] [2024/05/06 09:10:49.497 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [key=import-from-select] [readDur=20.079µs] [encodeDur=1.025052ms] [checksum="{cksum=7086383122729873068,size=148,kvs=4}"] [deliverDur=480.176µs] [type=query] [takeTime=1.847802ms] [] [2024/05/06 09:10:49.498 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:49.498 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5512b045-4136-4d08-a4c8-14a3abef70bc/102b1544-1a0b-5f02-9523-0f5011224f00.sst/2e87fa4e-5cf5-4cb2-a003-6ccb4953b67e.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000003] [2024/05/06 09:10:49.499 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5512b045-4136-4d08-a4c8-14a3abef70bc/102b1544-1a0b-5f02-9523-0f5011224f00.sst/a0c71d54-431e-4cef-8a1f-8cc450de42a6.sst] [firstKey=7480000000000000BB5F728000000000000002] [lastKey=7480000000000000BB5F728000000000000004] [2024/05/06 09:10:49.502 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.835788ms] [] [2024/05/06 09:10:49.502 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:49.507 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:49.529 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:49.529 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:49.543 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:49.544 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.74835ms] [] [2024/05/06 09:10:49.544 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:49.545 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.073301ms] [file=/tmp/tidb/import-4000/5512b045-4136-4d08-a4c8-14a3abef70bc/630083e6-fc50-5cd2-8645-c17b147197ce.sst/3f3c3dad-8be5-42ad-96ab-50c8cba5b78a.sst] [2024/05/06 09:10:49.546 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/5512b045-4136-4d08-a4c8-14a3abef70bc/630083e6-fc50-5cd2-8645-c17b147197ce.sst/3f3c3dad-8be5-42ad-96ab-50c8cba5b78a.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/05/06 09:10:49.548 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.437054ms] [] [2024/05/06 09:10:49.548 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:49.553 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:49.602 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:10:49.603 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:49.617 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:10:49.620 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=71.713925ms] [] [2024/05/06 09:10:49.620 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:10:49.620 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [2024/05/06 09:10:49.628 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [takeTime=8.433463ms] [] [2024/05/06 09:10:49.628 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:10:49.628 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [weight=30] [2024/05/06 09:10:49.629 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [concurrency=15] [2024/05/06 09:10:49.637 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:49.639 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:10:49.640 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:10:49.640 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=5512b045-4136-4d08-a4c8-14a3abef70bc] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=20.386567ms] [] [2024/05/06 09:10:49.640 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:49.640 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=19.049µs] [] [2024/05/06 09:10:49.640 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:49.642 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.376555ms] [] [2024/05/06 09:10:49.642 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:49.642 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=15.285µs] [] [2024/05/06 09:10:49.642 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:49.643 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.20254ms] [] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:49.649 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:49.649 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:49.649 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:49.649 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:49.651 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:49.651 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:49.651 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:49.651 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:49.652 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:49.653 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573460168671237\n# Conn_ID: 2\n# Query_time: 0.440938793\n# Parse_time: 0.000562914\n# Compile_time: 0.003391126\n# Rewrite_time: 0.002088376\n# Optimize_time: 0.000994977\n# Wait_TS: 0.000110854\n# Cop_time: 0.000071337 Process_time: 0.000051293 Wait_time: 0.000023722 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.1293e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.3722e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 352\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQzNS4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MTQuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wNgFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNTEuMwVKARMkd2FpdDogMjMuNwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaDG46IDgRTahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdQOTMzLjHCtXN9fQkzNTIgQnl0ZXMJIScgMgk0M182CTFfMSm4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1QgGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcQIDguNjIlXXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpghrZXk+FgAYOCwgYmxvYyHnOZkNMhQyfX19LCAB2V7GAAEcNvMBCGFsXyH1DRo1+iUpDHdhbGwNGUQxMzAuMsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA4LjYywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1MS4zBYMAdAXjCHdhaRGdDDIzLjcJGhxpa3Zfd2FsbA0zDDEzMC4Btwh9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiBA1MTQuNgVuOGxvb3BzOjJi2gFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMDZtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaDG46IDgxIKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5DA5MzMuMcK1c319cOACPTEoOAFAAVIDTi9BWhUFKBA0MzUuMwHhKQsAMVZnAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:49.684 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:49.709 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:49.709 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:49.778 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:49.816 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=234.229µs] [gotSchemaVersion=137] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:49.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 09:10:49.865 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.293705ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:49.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:49.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=261.15µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:49.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 09:10:49.980 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.597673ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.049 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.089 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/05/06 09:10:50.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=252.851µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:50.147 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 09:10:50.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.661197ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.261 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:10:50.270 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 09:10:50.274 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:49.652 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.349 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 09:10:50.349 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:50.353 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.670240993\n# Parse_time: 0.000464532\n# Compile_time: 0.000661847\n# Rewrite_time: 0.000009146\n# Optimize_time: 0.001302749\n# Wait_TS: 0.000346876\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:50.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:50.407 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:50.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:50.407 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:50.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:50.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:50.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.465 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/05/06 09:10:50.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.702245ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:50.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/05/06 09:10:50.610 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.382077ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:50.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.687 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:50.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.738 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:10:50.738 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:50.742 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.3881521\n# Parse_time: 0.001754276\n# Compile_time: 0.00139747\n# Rewrite_time: 0.000021457\n# Optimize_time: 0.001302749\n# Wait_TS: 0.00045001\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:50.930 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/05/06 09:10:50.937 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:50.937 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:50.938 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:50.938 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:50.939 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:50.939 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:50.939 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:50.939 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:50.939 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:50.984 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:50.986 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:50.986 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:50.991 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:50.994 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:51.049 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [key=import-from-select] [2024/05/06 09:10:51.049 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [key=import-from-select] [2024/05/06 09:10:51.052 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [key=import-from-select] [readDur=97.798µs] [encodeDur=1.330419ms] [checksum="{cksum=6449405684553850847,size=148,kvs=4}"] [deliverDur=567.633µs] [type=query] [takeTime=2.905909ms] [] [2024/05/06 09:10:51.052 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [key=import-from-select] [readDur=16.612µs] [encodeDur=1.278442ms] [checksum="{cksum=7086383122729873068,size=148,kvs=4}"] [deliverDur=493.248µs] [type=query] [takeTime=2.882354ms] [] [2024/05/06 09:10:51.054 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8a930b49-9db4-476e-97a0-fd278fb02fe6/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5fcabcc3-aa4a-4f14-9664-aa7273188e26.sst] [firstKey=7480000000000000BE5F728000000000000002] [lastKey=7480000000000000BE5F728000000000000004] [2024/05/06 09:10:51.054 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:51.055 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8a930b49-9db4-476e-97a0-fd278fb02fe6/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5d566518-dd59-420f-a9bc-78de94ab1173.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000003] [2024/05/06 09:10:51.058 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.878338ms] [] [2024/05/06 09:10:51.058 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:51.064 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:51.087 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:51.087 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:51.100 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:51.101 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.628822ms] [] [2024/05/06 09:10:51.102 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:51.103 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.116053ms] [file=/tmp/tidb/import-4000/8a930b49-9db4-476e-97a0-fd278fb02fe6/630083e6-fc50-5cd2-8645-c17b147197ce.sst/45b887fb-79cc-44e9-88dd-6df96ae9961d.sst] [2024/05/06 09:10:51.103 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/8a930b49-9db4-476e-97a0-fd278fb02fe6/630083e6-fc50-5cd2-8645-c17b147197ce.sst/45b887fb-79cc-44e9-88dd-6df96ae9961d.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/05/06 09:10:51.105 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.508156ms] [] [2024/05/06 09:10:51.105 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:51.110 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:51.132 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:10:51.132 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:51.145 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:10:51.146 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.068878ms] [] [2024/05/06 09:10:51.146 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:10:51.147 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [2024/05/06 09:10:51.158 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [takeTime=11.919032ms] [] [2024/05/06 09:10:51.159 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:10:51.159 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [weight=30] [2024/05/06 09:10:51.159 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [concurrency=15] [2024/05/06 09:10:51.167 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:51.169 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:10:51.169 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:10:51.170 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=8a930b49-9db4-476e-97a0-fd278fb02fe6] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=23.011294ms] [] [2024/05/06 09:10:51.170 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:51.170 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=17.121µs] [] [2024/05/06 09:10:51.170 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:51.171 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.212284ms] [] [2024/05/06 09:10:51.171 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:51.171 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.971µs] [] [2024/05/06 09:10:51.171 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:51.172 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.090733ms] [] [2024/05/06 09:10:51.177 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:51.177 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:51.177 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:51.177 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:51.177 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:51.177 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:51.178 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:51.178 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:51.178 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:51.178 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:51.178 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:51.178 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:51.178 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:51.180 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:51.180 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:51.180 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:51.180 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:51.180 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:51.182 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573460561887246\n# Conn_ID: 2\n# Query_time: 0.43813744\n# Parse_time: 0.000946205\n# Compile_time: 0.00233015\n# Rewrite_time: 0.001385662\n# Optimize_time: 0.001302749\n# Wait_TS: 0.000113935\n# Cop_time: 0.000141774 Process_time: 0.000042411 Wait_time: 0.000021129 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.2411e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.1129e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 352\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQzMy4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3MjcuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wNQFuRHByb2Nfa2V5czogNCwgdG90XwESDDogNDINSgETJHdhaXQ6IDIxLjEFXYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA4My4zBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnUDkyNi4ywrVzfX0JMzUyIEJ5dGVzCSEnIDIJNDNfNgkxXzEpuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbQEOnsFZQAwNUIBmDxzY2FuX2RldGFpbDoge3RvAYwccHJvY2Vzc18uOgEEYWwyFwAgX3NpemU6IDE4KVgEYWwNLTg1LCBnZXRfc25hcHNob3QJ1xAgNi4yNiUjdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWmCGtleT4WABg4LCBibG9jIec5mQ0yFDJ9fX0sIAHZXsYAARwAOjLzAQhhbF8h9Q0aADIx+iUpDHdhbGwNGUQxMTguM8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA2LjI2wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0Mi40BYMAdAXjCHdhaRGdDDIxLjEJGhxpa3Zfd2FsbA0zKDExOC4zwrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgINzI3DYgAbCWDIDJi2gFjb3BfdCGgbCB7bnVtOiAxLCBtYXg6IDEuMDVtcywgcHJvY18pXyluJaE20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA4MwXsBXvIX2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsLVcF5BA5MjYuMiE4DH1w4AI9MSg4AUABUgNOL0FaFQUoEDQzMy4zAeEpCwAxVmcBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:10:51.193 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:51.226 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:51.226 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:51.281 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=328.497µs] [gotSchemaVersion=141] [phyTblIDs="[190]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:51.328 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/05/06 09:10:51.364 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.685223ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.406 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=238.542µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:51.448 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/05/06 09:10:51.484 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.579775ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.560 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.571 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/05/06 09:10:51.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=269.113µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:51.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 09:10:51.668 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=54.273705ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/05/06 09:10:51.726 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/05/06 09:10:51.730 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:51.152 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.794 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 09:10:51.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:51.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.605876207\n# Parse_time: 0.000515493\n# Compile_time: 0.000609605\n# Rewrite_time: 0.000010492\n# Optimize_time: 0.001196268\n# Wait_TS: 0.000354447\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:51.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:51.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:51.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:51.853 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:51.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:10:51.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:51.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.911 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/05/06 09:10:52.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.242982ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:52.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 09:10:52.060 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.455018ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:51.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:52.127 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:51.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:52.170 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 09:10:52.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:52.173 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.374603952\n# Parse_time: 0.000586716\n# Compile_time: 0.000840536\n# Rewrite_time: 0.000008898\n# Optimize_time: 0.001196268\n# Wait_TS: 0.000414002\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:10:52.336 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/05/06 09:10:52.343 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:52.343 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:52.344 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:52.345 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:52.345 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:52.345 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:52.345 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:52.345 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:52.358 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:52.360 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:52.360 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:52.365 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:52.368 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:52.408 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [key=import-from-select] [2024/05/06 09:10:52.410 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [key=import-from-select] [readDur=35.228µs] [encodeDur=1.303743ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=244.264µs] [type=query] [takeTime=2.089824ms] [] [2024/05/06 09:10:52.411 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/6efbc3be-7a18-4949-8a8b-508c81f43d68/102b1544-1a0b-5f02-9523-0f5011224f00.sst/2ecc1749-cb31-49c5-839b-ce9ceeb3cdde.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/05/06 09:10:52.420 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [key=import-from-select] [2024/05/06 09:10:52.420 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=114.873µs] [] [2024/05/06 09:10:52.420 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:52.422 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.548226ms] [] [2024/05/06 09:10:52.422 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:52.428 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:52.449 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:52.450 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:52.463 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:52.464 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.276399ms] [] [2024/05/06 09:10:52.464 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:52.466 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.804833ms] [] [2024/05/06 09:10:52.466 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:52.466 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:52.466 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=57.901µs] [] [2024/05/06 09:10:52.467 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:10:52.467 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [2024/05/06 09:10:52.467 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [takeTime=26.533µs] [] [2024/05/06 09:10:52.467 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:52.467 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [weight=30] [2024/05/06 09:10:52.467 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [concurrency=15] [2024/05/06 09:10:52.471 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:52.472 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:52.472 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=6efbc3be-7a18-4949-8a8b-508c81f43d68] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.579899ms] [] [2024/05/06 09:10:52.472 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:52.472 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.567µs] [] [2024/05/06 09:10:52.472 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:52.474 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.166952ms] [] [2024/05/06 09:10:52.474 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:52.474 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.13µs] [] [2024/05/06 09:10:52.474 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:52.475 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.004728ms] [] [2024/05/06 09:10:52.479 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:52.479 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:52.479 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:52.480 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:52.480 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:52.480 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:52.481 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:52.482 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:52.482 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:52.482 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:52.482 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:52.483 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573460941733896\n# Conn_ID: 2\n# Query_time: 0.308566808\n# Parse_time: 0.00043252\n# Compile_time: 0.002287417\n# Rewrite_time: 0.001492905\n# Optimize_time: 0.001196268\n# Wait_TS: 0.000102144\n# Cop_time: 0.000071041 Process_time: 0.0000507 Wait_time: 0.000025456 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.07e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.5456e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwNC40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1NTQuNMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xBW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA1MC43BUoBEyR3YWl0OiAyNS41BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjcuNgU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJ0gxLjAzbXN9fQkzNTQgQnl0ZXMJISUgMgk0M182CTFfMSe4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1QAGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDcuNzIlIXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwRGUAwOS4xwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA3LjcywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1MC43BYMAdAXjCHdhaRGdDDI1LjUJGhxpa3Zfd2FsbA0zKDIwOS4xwrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNTU0LjQFbgBsJYMgMmLYAWNvcF90IaBoIHtudW06IDEsIG1heDogMS4xNG1zLCBwcm9jLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjcuNgWYqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBQXkKDEuMDNtc319cOICPS8oOAFAAVIDTi9BWhUFJgwzMDQuBd8pCQAxVmUBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:52.507 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:52.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:52.537 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:52.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:52.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=241.165µs] [gotSchemaVersion=145] [phyTblIDs="[193]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:52.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/05/06 09:10:52.668 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.956491ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:52.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:52.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=240.366µs] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:52.775 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/05/06 09:10:52.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.955286ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:52.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:52.863 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/05/06 09:10:52.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=250.666µs] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:52.966 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/05/06 09:10:53.004 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.212977ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.057 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 09:10:53.065 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/05/06 09:10:53.070 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:52.502 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.128 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:10:53.128 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:53.131 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.625087081\n# Parse_time: 0.000605646\n# Compile_time: 0.000715579\n# Rewrite_time: 0.000011156\n# Optimize_time: 0.000767884\n# Wait_TS: 0.000342772\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:53.133 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:53.175 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:53.175 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:53.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:53.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.250 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/05/06 09:10:53.311 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=3.113807ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:53.324 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 09:10:53.360 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=57.110067ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.434 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:53.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.472 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:10:53.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:53.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.344954201\n# Parse_time: 0.000664805\n# Compile_time: 0.000983225\n# Rewrite_time: 0.000009175\n# Optimize_time: 0.000767884\n# Wait_TS: 0.000369644\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:53.672 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/05/06 09:10:53.680 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:53.680 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:53.680 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:53.680 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:53.681 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:53.681 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:53.681 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:53.681 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:53.681 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:53.696 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:53.697 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:53.698 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:53.702 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:53.705 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:53.727 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [key=import-from-select] [2024/05/06 09:10:53.729 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [key=import-from-select] [readDur=32.528µs] [encodeDur=1.05192ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=308.175µs] [type=query] [takeTime=1.757046ms] [] [2024/05/06 09:10:53.730 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/bbea09a8-7ae8-4538-8129-2e1eb166d8f7/102b1544-1a0b-5f02-9523-0f5011224f00.sst/66c9897b-271a-4014-a97f-51e636418cc4.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/05/06 09:10:53.732 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [key=import-from-select] [2024/05/06 09:10:53.732 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=146.103µs] [] [2024/05/06 09:10:53.732 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:53.734 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.52194ms] [] [2024/05/06 09:10:53.734 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:53.738 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:53.760 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:10:53.760 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:53.774 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:10:53.776 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.636304ms] [] [2024/05/06 09:10:53.776 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:53.777 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.559746ms] [] [2024/05/06 09:10:53.777 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:53.777 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:53.778 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=62.916µs] [] [2024/05/06 09:10:53.778 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:10:53.778 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [2024/05/06 09:10:53.778 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [takeTime=15.158µs] [] [2024/05/06 09:10:53.778 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:53.778 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [weight=30] [2024/05/06 09:10:53.778 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [concurrency=15] [2024/05/06 09:10:53.781 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:10:53.782 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:10:53.782 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=bbea09a8-7ae8-4538-8129-2e1eb166d8f7] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=4.496959ms] [] [2024/05/06 09:10:53.782 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:53.782 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=10.056µs] [] [2024/05/06 09:10:53.782 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:53.783 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.010744ms] [] [2024/05/06 09:10:53.784 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:53.784 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.736µs] [] [2024/05/06 09:10:53.784 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:53.785 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=922.459µs] [] [2024/05/06 09:10:53.821 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:53.821 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:53.821 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:53.821 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:53.822 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:53.821 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:53.821 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:53.822 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:53.822 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:53.822 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:53.822 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:53.822 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:53.822 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:53.825 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:53.825 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:53.825 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:53.825 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:53.825 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:53.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573461282783240\n# Conn_ID: 2\n# Query_time: 0.348031128\n# Parse_time: 0.001130015\n# Compile_time: 0.003962093\n# Rewrite_time: 0.002312464\n# Optimize_time: 0.000767884\n# Wait_TS: 0.00013787\n# Cop_time: 0.000062616 Process_time: 0.000044104 Wait_time: 0.000018153 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.4104e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 1.8153e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 352\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0MC43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0NDguOMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0NC4xBUkBEyR3YWl0OiAxOC4yBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRocbjogMTA4LjMFO6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZgIYWxfJSdIMS4xNW1zfX0JMzUyIEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbMEOnsFYwAwNUABljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI5AQRhbDIXABBfc2l6ZSE1KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QwgNS42Kbh0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaUIa2V5PhYAGDgsIGJsb2Mh5TmYDTIUMn19fSwgAdlexgABHDbyAQhhbF8h9A0aNfklKQx3YWxsERlANDIuNMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA1LjY4wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0NC4xBYMAdAXjCHdhaRGdDDE4LjIJGhxpa3Zfd2FsbA0zKDE0Mi40wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgMNDQ4LikLOGxvb3BzOjJi2AFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuM21zLCBwcm9jXyleKW0loDbSAAXQBDogFcsQY29wcl85LERyYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhxuOiAxMDguMyUGqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBQXkKDEuMTVtc319cOACPS8AOCEbFANOL0FaFQUmEDM0MC43AeApCQAxVmUBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 09:10:53.838 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:53.864 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:53.864 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:53.915 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=259.804µs] [gotSchemaVersion=149] [phyTblIDs="[196]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:53.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/05/06 09:10:54.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.4576ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.057 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 381e101c-5484-4e5f-a627-ad3715d7e372"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d28cb621e] [ownerID=381e101c-5484-4e5f-a627-ad3715d7e372] [op=none] [2024/05/06 09:10:54.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=235.424µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:54.097 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/05/06 09:10:54.135 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.88856ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.204 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.213 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/05/06 09:10:54.249 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=222.785µs] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:54.295 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/198/b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [currentVer=150] [latestVer=151] [2024/05/06 09:10:54.295 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] ["ddl job id"=198] [ver=151] [2024/05/06 09:10:54.296 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/05/06 09:10:54.317 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=77.127979ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.395 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/05/06 09:10:54.404 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/05/06 09:10:54.408 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:53.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.469 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 09:10:54.469 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:54.473 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.636310788\n# Parse_time: 0.000514518\n# Compile_time: 0.000859422\n# Rewrite_time: 0.000010461\n# Optimize_time: 0.000917862\n# Wait_TS: 0.000428208\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:54.475 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 09:10:54.486 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=381e101c-5484-4e5f-a627-ad3715d7e372] [daemon-id=LogBackup::Advancer] [2024/05/06 09:10:54.486 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:10:54.519 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:54.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:54.519 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:54.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 09:10:54.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:54.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.590 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/05/06 09:10:54.658 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.700334ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:54.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 09:10:54.704 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.016645ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:54.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.797 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:54.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.831 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:10:54.831 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:54.835 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.361547399\n# Parse_time: 0.0005408\n# Compile_time: 0.001033006\n# Rewrite_time: 0.000011101\n# Optimize_time: 0.000917862\n# Wait_TS: 0.000400567\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 09:10:55.010 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/05/06 09:10:55.017 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:55.017 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:55.018 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:55.018 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:55.019 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:55.019 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:55.019 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:55.019 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:55.019 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:55.032 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:55.034 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:55.034 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:55.038 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:55.041 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:55.049 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [key=import-from-select] [2024/05/06 09:10:55.049 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [key=import-from-select] [2024/05/06 09:10:55.050 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [key=import-from-select] [readDur=14.14µs] [encodeDur=1.073672ms] [checksum="{cksum=7340296357795544696,size=76,kvs=2}"] [deliverDur=262.031µs] [type=query] [takeTime=1.691511ms] [] [2024/05/06 09:10:55.051 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [key=import-from-select] [readDur=118.669µs] [encodeDur=861.485µs] [checksum="{cksum=2727559089799614776,size=76,kvs=2}"] [deliverDur=227.529µs] [type=query] [takeTime=1.526193ms] [] [2024/05/06 09:10:55.051 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:55.051 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/91c2dbf0-131e-40e9-9aca-a8c884587e0f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/8fcf32e5-b8e7-419e-b692-0b5acef9ca14.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000003] [2024/05/06 09:10:55.052 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/91c2dbf0-131e-40e9-9aca-a8c884587e0f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ce6bdc42-4246-436b-8065-f0f77d5fabd4.sst] [firstKey=7480000000000000C75F728000000000000002] [lastKey=7480000000000000C75F728000000000000004] [2024/05/06 09:10:55.055 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.042098ms] [] [2024/05/06 09:10:55.055 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:55.060 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:55.081 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:55.081 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:55.093 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:55.095 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=39.62497ms] [] [2024/05/06 09:10:55.095 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:55.097 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.450962ms] [] [2024/05/06 09:10:55.097 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:55.097 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:55.097 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.482µs] [] [2024/05/06 09:10:55.097 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:10:55.097 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [2024/05/06 09:10:55.105 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [takeTime=8.003286ms] [] [2024/05/06 09:10:55.105 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:10:55.105 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [weight=30] [2024/05/06 09:10:55.105 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [concurrency=15] [2024/05/06 09:10:56.226 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_PROCESS] resp_time:1.1183929s txnStartTS:449573461715320834 region_id:274 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:1.12s} kv_process_ms:1117 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:1 rocksdb_read_count:1 rocksdb_read_byte:130"] [2024/05/06 09:10:56.226 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:56.227 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573461715320834\n# Query_time: 1.121310372\n# Parse_time: 0\n# Compile_time: 0.000847487\n# Rewrite_time: 0.000039911\n# Optimize_time: 0.000592383\n# Wait_TS: 0.000143841\n# Is_internal: false\n# Digest: 72bab5bf5a91946e7284f51d93b0a5f99316fb27c899b03abc69b80e42d1210c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nADMIN CHECKSUM TABLE `write_after_import`.`t`;"] [2024/05/06 09:10:56.227 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:10:56.227 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=91c2dbf0-131e-40e9-9aca-a8c884587e0f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=1.130662763s] [] [2024/05/06 09:10:56.228 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:56.228 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=30.979µs] [] [2024/05/06 09:10:56.228 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:56.229 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.455682ms] [] [2024/05/06 09:10:56.229 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:56.229 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.81µs] [] [2024/05/06 09:10:56.229 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:56.231 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.082044ms] [] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:56.235 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:56.235 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:56.235 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:56.235 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:56.237 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:56.237 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:56.237 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:56.237 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:56.237 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:56.239 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573461636415496\n# Conn_ID: 2\n# Query_time: 1.402632836\n# Parse_time: 0.000523601\n# Compile_time: 0.002555477\n# Rewrite_time: 0.00159669\n# Optimize_time: 0.000917862\n# Wait_TS: 0.000117629\n# Cop_time: 0.0000562 Process_time: 0.000048813 Wait_time: 0.000023107 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.8813e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.3107e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 352\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gWIMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjEuNHMsIGxvb3BzOjEFGaBOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAlBGDQ0OC45wrUVRdAyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjAzbXMsIHByb2Nfa2V5czogNCwgdG90XwESFDogNDguOAVKARMkd2FpdDogMjMuMQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDkyBTiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MQWVCGFsXyUiSDkwNcK1c319CTM1MiBCeXRlcwkhIyAyCTQzXzYJMV8xJbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWwBDp7BWMAMDU+AZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyNgEEYWwyFwAkX3NpemU6IDE4NBG/AGslYzg1LCBnZXRfc25hcHNob3QJ1QwgMTEuKWx4cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiGiCGtleT4WABg4LCBibG9jIeM5lQ0yFDJ9fX0sIAHZXsYAARw27wEUYWxfd2FpEZ0AMjH2JSkMd2FsbA0zRDEzMi45wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('wQagCrwGCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMS44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA0OA2DAHQF4wh3YWkRnQwyMy4xBZ0lKQx3YWxsDTMoMTMyLjnCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiAg0NDgFVDGDIDJi1gFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMDNtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDkyJQSobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MVEDBeIIOTA1ITQMfXDgAj0tKDgBQAFSA04vQVoSBSYIMS40NQQAMVZgAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:56.311 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:56.337 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:56.337 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:56.411 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:56.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=295.238µs] [gotSchemaVersion=153] [phyTblIDs="[199]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:56.450 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/05/06 09:10:56.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.748688ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:56.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:56.584 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=253.594µs] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:56.596 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/05/06 09:10:56.634 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.629677ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:56.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:56.680 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/05/06 09:10:56.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=260.425µs] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:56.734 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/05/06 09:10:56.773 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=54.058276ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:56.842 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/05/06 09:10:56.852 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 09:10:56.856 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:56.302 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:56.909 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 09:10:56.909 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:56.913 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.602379083\n# Parse_time: 0.000488418\n# Compile_time: 0.000730049\n# Rewrite_time: 0.00001039\n# Optimize_time: 0.00146251\n# Wait_TS: 0.000508389\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:56.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:56.972 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:56.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:56.973 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:56.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:57.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:56.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:57.046 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/05/06 09:10:57.100 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.490732ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:57.114 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/05/06 09:10:57.147 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.393419ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:56.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:57.206 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:56.902 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:57.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 09:10:57.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:57.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.374235716\n# Parse_time: 0.000553936\n# Compile_time: 0.000888335\n# Rewrite_time: 0.00000876\n# Optimize_time: 0.00146251\n# Wait_TS: 0.0003841\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:10:57.490 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/05/06 09:10:57.498 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:57.498 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:57.499 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:57.499 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:57.500 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:57.500 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:57.500 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:57.500 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:57.500 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:57.513 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:57.514 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:57.514 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:57.518 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:57.522 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:57.531 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [key=import-from-select] [2024/05/06 09:10:57.531 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [key=import-from-select] [2024/05/06 09:10:57.533 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [key=import-from-select] [readDur=24.052µs] [encodeDur=1.064045ms] [checksum="{cksum=468996097673970554,size=114,kvs=3}"] [deliverDur=252.119µs] [type=query] [takeTime=1.737692ms] [] [2024/05/06 09:10:57.533 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [key=import-from-select] [readDur=12.045µs] [encodeDur=607.342µs] [checksum="{cksum=5081733117668830266,size=38,kvs=1}"] [deliverDur=231.061µs] [type=query] [takeTime=1.119646ms] [] [2024/05/06 09:10:57.533 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:57.533 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/939b8532-78e8-4dc7-a251-aeba69bf34b5/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c6a7ac27-077e-4184-aa82-34ece7591d9d.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/05/06 09:10:57.534 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/939b8532-78e8-4dc7-a251-aeba69bf34b5/102b1544-1a0b-5f02-9523-0f5011224f00.sst/a54b1057-8489-4c38-adec-b248940a8ea3.sst] [firstKey=7480000000000000CA5F728000000000000003] [lastKey=7480000000000000CA5F728000000000000003] [2024/05/06 09:10:57.537 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.763749ms] [] [2024/05/06 09:10:57.537 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:57.542 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:57.564 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:57.564 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:57.578 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:57.580 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.068861ms] [] [2024/05/06 09:10:57.580 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:57.582 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.492388ms] [] [2024/05/06 09:10:57.582 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:57.582 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:57.582 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=65.784µs] [] [2024/05/06 09:10:57.582 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:10:57.582 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [2024/05/06 09:10:57.589 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [takeTime=6.856572ms] [] [2024/05/06 09:10:57.589 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:10:57.589 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [weight=30] [2024/05/06 09:10:57.589 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [concurrency=15] [2024/05/06 09:10:57.594 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:57.594 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:10:57.595 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=939b8532-78e8-4dc7-a251-aeba69bf34b5] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.339332ms] [] [2024/05/06 09:10:57.595 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:57.595 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.02µs] [] [2024/05/06 09:10:57.595 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:57.596 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.111697ms] [] [2024/05/06 09:10:57.596 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:57.596 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.319µs] [] [2024/05/06 09:10:57.596 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:57.597 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=883.478µs] [] [2024/05/06 09:10:57.600 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:57.600 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:57.600 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:57.600 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:57.600 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:57.600 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:57.601 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:57.601 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:57.601 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:57.601 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:57.601 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:57.601 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:57.601 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:57.602 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:57.602 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:57.602 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:57.602 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:57.603 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:57.604 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573462278668297\n# Conn_ID: 2\n# Query_time: 0.314864754\n# Parse_time: 0.001385208\n# Compile_time: 0.003041653\n# Rewrite_time: 0.001882288\n# Optimize_time: 0.00146251\n# Wait_TS: 0.000119132\n# Cop_time: 0.000064364 Process_time: 0.00004924 Wait_time: 0.000028694 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.924e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.8694e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwOC43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0NjguNMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0OS4yBUkBEyR3YWl0OiAyOC43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoUbjogMTcyDU6obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWYCGFsXyUnSDEuMDZtc319CTM1MyBCeXRlcwkhJSAyCTQzXzYJMV8xJ7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWzBDp7BWMAMDVAAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMTMlWnRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlowhrZXk+FgAYOCwgYmxvYyHjOZYNMhQyfX19LCAB117EAAEcNvABCGFsXyHyDRo19yUnDHdhbGwNGUQxNTcuN8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFyuCAxM8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfOhYATDgsIGJsb2NrOiB7Y2FjaGVfaGl0ETIUMn19fSwgAWUIX2RlUsQAARwUOiA0OS4yBYMAdAXhCHdhaRGbDDI4LjcJGhxpa3Zfd2FsbA0zCDE1NwUaCH1w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgEoAUABUhRkYXRhOlQ21AEEWhYFiBA0NjguNAVuOGxvb3BzOjJi2AFjb3BfdCGeZCB7bnVtOiAxLCBtYXg6IDEuMm1zLCBwcm9jLVwpayWeNtIABdAAOhnLEGNvcHJfOSxEcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogMTcyLikgqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRAwXkKDEuMDZtc319cOECPS8oOAFAAVIDTi9BWhUFJhAzMDguNwHgKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:10:57.615 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:57.679 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:57.679 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:57.758 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:57.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=272.653µs] [gotSchemaVersion=157] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:57.800 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/05/06 09:10:57.838 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=54.218471ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:57.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:57.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=247.902µs] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:57.956 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/05/06 09:10:57.993 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.670063ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.037 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/05/06 09:10:58.075 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=235.922µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:58.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/05/06 09:10:58.135 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=63.622784ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.201 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 09:10:58.209 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/05/06 09:10:58.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:57.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:10:58.276 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:58.279 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.665794094\n# Parse_time: 0.000465651\n# Compile_time: 0.000905157\n# Rewrite_time: 0.000014587\n# Optimize_time: 0.000801406\n# Wait_TS: 0.000384983\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:58.281 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:10:58.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:58.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:58.327 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:58.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:10:58.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:58.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.399 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/05/06 09:10:58.460 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=2.481217ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:58.471 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 09:10:58.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.130401ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:58.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:58.252 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.633 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:10:58.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:58.637 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.357294978\n# Parse_time: 0.000601712\n# Compile_time: 0.000871231\n# Rewrite_time: 0.000009146\n# Optimize_time: 0.000801406\n# Wait_TS: 0.000481014\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:10:58.835 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/05/06 09:10:58.843 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:10:58.843 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:10:58.843 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:58.843 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:10:58.844 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:58.844 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:58.844 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:58.844 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:58.844 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:58.859 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:58.861 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:58.861 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:10:58.865 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:58.868 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:58.921 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [key=import-from-select] [2024/05/06 09:10:58.921 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [key=import-from-select] [2024/05/06 09:10:58.923 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [key=import-from-select] [readDur=439.504µs] [encodeDur=612.13µs] [checksum="{cksum=2881207451916398911,size=74,kvs=2}"] [deliverDur=297.46µs] [type=query] [takeTime=1.833001ms] [] [2024/05/06 09:10:58.923 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [key=import-from-select] [readDur=82.599µs] [encodeDur=1.32146ms] [checksum="{cksum=2029748228969971788,size=222,kvs=6}"] [deliverDur=414.714µs] [type=query] [takeTime=2.214125ms] [] [2024/05/06 09:10:58.924 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/7cae865c-3586-48d8-b415-5980a6d7af74/102b1544-1a0b-5f02-9523-0f5011224f00.sst/26aaf189-45dc-444c-a212-1b0f85a07787.sst] [firstKey=7480000000000000CD5F728000000000000002] [lastKey=7480000000000000CD5F728000000000000002] [2024/05/06 09:10:58.924 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:58.925 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/7cae865c-3586-48d8-b415-5980a6d7af74/102b1544-1a0b-5f02-9523-0f5011224f00.sst/fdf38d6b-434d-4671-bba6-21c369062c7b.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/05/06 09:10:58.928 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.589123ms] [] [2024/05/06 09:10:58.928 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:10:58.935 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:58.957 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:10:58.957 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:58.970 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:10:58.972 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.837194ms] [] [2024/05/06 09:10:58.972 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:58.973 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.074959ms] [file=/tmp/tidb/import-4000/7cae865c-3586-48d8-b415-5980a6d7af74/630083e6-fc50-5cd2-8645-c17b147197ce.sst/abfe3857-964a-4676-b22a-fd94e2c232b8.sst] [2024/05/06 09:10:58.973 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/7cae865c-3586-48d8-b415-5980a6d7af74/630083e6-fc50-5cd2-8645-c17b147197ce.sst/abfe3857-964a-4676-b22a-fd94e2c232b8.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/05/06 09:10:58.976 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.59937ms] [] [2024/05/06 09:10:58.976 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:10:58.980 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:59.002 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:10:59.002 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:59.014 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:10:59.016 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=40.204322ms] [] [2024/05/06 09:10:59.016 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:10:59.016 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [2024/05/06 09:10:59.023 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [takeTime=6.288639ms] [] [2024/05/06 09:10:59.023 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:10:59.023 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [weight=30] [2024/05/06 09:10:59.023 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [concurrency=15] [2024/05/06 09:10:59.031 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:10:59.033 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:10:59.034 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:10:59.034 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=7cae865c-3586-48d8-b415-5980a6d7af74] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=17.683258ms] [] [2024/05/06 09:10:59.034 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:59.034 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.476µs] [] [2024/05/06 09:10:59.034 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:10:59.036 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.393691ms] [] [2024/05/06 09:10:59.036 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:59.036 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.104µs] [] [2024/05/06 09:10:59.036 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:10:59.037 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.106664ms] [] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:59.075 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:59.075 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:59.075 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:59.075 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:59.077 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:59.078 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:59.078 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:59.078 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:59.078 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:59.080 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573462632562697\n# Conn_ID: 2\n# Query_time: 0.4409354\n# Parse_time: 0.000585325\n# Compile_time: 0.003054195\n# Rewrite_time: 0.002004528\n# Optimize_time: 0.000801406\n# Wait_TS: 0.000117346\n# Cop_time: 0.000077438 Process_time: 0.000050429 Wait_time: 0.000043281 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.0429e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.3281e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQzNS40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MTAuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wOQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNTAuNAVKARMkd2FpdDogNDMuMwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDkyLjcFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdQOTUzLjXCtXN9fQkzNTQgQnl0ZXMJIScgMgk0M182CTFfMSm4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1QgGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcQIDI5LjElI3Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biGGAdAAeT4WABg4LCBibG9jIec5mQ0yFDJ9fX0sIAHZXsYAARw28wEUYWxfd2FpEZ01+iUpDHdhbGwNM0QxNjAuM8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyOS4xwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1MC40BYMAdAXjCHdhaRGdDDQzLjMJGhxpa3Zfd2FsbA0zCDE2MAUaCH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDUxMC42BW4AbCWDIDJi2gFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMDltcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDkyLjcFmKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5DA5NTMuNcK1c319cOICPTEAOCEdFANOL0FaFQUoEDQzNS40AeEpCwAxVmcBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:10:59.111 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:59.135 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:59.135 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:59.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.216 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=318.917µs] [gotSchemaVersion=161] [phyTblIDs="[205]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:59.228 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/05/06 09:10:59.265 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=54.608474ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.360 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=215.853µs] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:59.371 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/05/06 09:10:59.409 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=52.809439ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.463 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/05/06 09:10:59.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=236.621µs] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:59.547 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/207/b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [currentVer=162] [latestVer=163] [2024/05/06 09:10:59.548 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] ["ddl job id"=207] [ver=163] [2024/05/06 09:10:59.552 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/05/06 09:10:59.569 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=75.786856ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.627 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/05/06 09:10:59.635 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/05/06 09:10:59.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:59.102 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.696 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:10:59.696 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:59.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.589532678\n# Parse_time: 0.000583002\n# Compile_time: 0.000724779\n# Rewrite_time: 0.000010017\n# Optimize_time: 0.001339078\n# Wait_TS: 0.000336442\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:59.702 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:10:59.748 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:59.748 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:10:59.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.803 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/05/06 09:10:59.860 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.623459ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:59.872 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/05/06 09:10:59.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.67443ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.957 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.702 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:00.032 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:11:00.032 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:00.036 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.335793715\n# Parse_time: 0.00066874\n# Compile_time: 0.000927927\n# Rewrite_time: 0.000009725\n# Optimize_time: 0.001339078\n# Wait_TS: 0.00040345\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:11:00.222 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/05/06 09:11:00.230 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:11:00.230 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:11:00.231 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:00.231 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:11:00.232 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:00.232 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:00.232 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:00.232 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:00.232 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:00.245 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:00.247 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:00.247 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:11:00.251 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:00.255 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:00.262 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [key=import-from-select] [2024/05/06 09:11:00.262 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [key=import-from-select] [2024/05/06 09:11:00.264 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [key=import-from-select] [readDur=93.276µs] [encodeDur=1.240101ms] [checksum="{cksum=12285956791326969411,size=222,kvs=6}"] [deliverDur=394.143µs] [type=query] [takeTime=2.102882ms] [] [2024/05/06 09:11:00.264 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [key=import-from-select] [readDur=13.233µs] [encodeDur=574.459µs] [checksum="{cksum=10472974907720548144,size=74,kvs=2}"] [deliverDur=371.584µs] [type=query] [takeTime=1.240803ms] [] [2024/05/06 09:11:00.265 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/17caa852-e505-4bc3-b791-74ae1d1c0f2e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/facc6e6e-0d10-4756-93ce-22eedb5e6b96.sst] [firstKey=7480000000000000D05F728000000000000003] [lastKey=7480000000000000D05F728000000000000003] [2024/05/06 09:11:00.265 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:00.266 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/17caa852-e505-4bc3-b791-74ae1d1c0f2e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/1c575557-6740-452f-a408-f774a7ef7a5d.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/05/06 09:11:00.269 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.483773ms] [] [2024/05/06 09:11:00.269 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:11:00.273 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:00.295 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:11:00.295 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:00.308 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:11:00.309 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.833836ms] [] [2024/05/06 09:11:00.310 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:00.311 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.125679ms] [file=/tmp/tidb/import-4000/17caa852-e505-4bc3-b791-74ae1d1c0f2e/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d69acddf-e838-4ca8-b946-84b693541abe.sst] [2024/05/06 09:11:00.311 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/17caa852-e505-4bc3-b791-74ae1d1c0f2e/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d69acddf-e838-4ca8-b946-84b693541abe.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/05/06 09:11:00.313 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.359724ms] [] [2024/05/06 09:11:00.313 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:11:00.317 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:00.339 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:11:00.339 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:00.351 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:11:00.353 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=39.756317ms] [] [2024/05/06 09:11:00.353 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:11:00.353 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [2024/05/06 09:11:00.360 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [takeTime=7.019556ms] [] [2024/05/06 09:11:00.360 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:11:00.360 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [weight=30] [2024/05/06 09:11:00.360 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [concurrency=15] [2024/05/06 09:11:00.369 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:11:00.370 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:11:00.371 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:11:00.371 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=17caa852-e505-4bc3-b791-74ae1d1c0f2e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=17.982452ms] [] [2024/05/06 09:11:00.371 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:00.371 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.92µs] [] [2024/05/06 09:11:00.371 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:00.372 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.179186ms] [] [2024/05/06 09:11:00.373 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:00.373 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.541µs] [] [2024/05/06 09:11:00.373 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:00.374 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.024102ms] [] [2024/05/06 09:11:00.378 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:00.378 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:00.378 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:00.378 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:00.378 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:00.378 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:00.378 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:00.378 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:00.378 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:00.379 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:00.379 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:00.379 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:00.379 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:00.380 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:00.380 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:00.380 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:00.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:00.380 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:00.382 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573462999564299\n# Conn_ID: 2\n# Query_time: 0.344220855\n# Parse_time: 0.001029203\n# Compile_time: 0.003033149\n# Rewrite_time: 0.001907302\n# Optimize_time: 0.001339078\n# Wait_TS: 0.000116454\n# Cop_time: 0.000055223 Process_time: 0.000045978 Wait_time: 0.000024718 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.5978e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.4718e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzOC41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0MzAuNcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wBW5EcHJvY19rZXlzOiA0LCB0b3RfARIMOiA0NgVIAREkd2FpdDogMjQuNwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVwCF9kdQUaHG46IDEwNi44BTvQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFlghhbF8lJlA5MzcuM8K1c319CTM1MyBCeXRlcwkhJiAyCTQzXzYJMV8xKLh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgW1BDp7BWUAMDVBAZg8c2Nhbl9kZXRhaWw6IHt0bwGMGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1xAgNy45MSUjdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWlCGtleT4WABg4LCBibG9jIeY5mg0yFDJ9fX0sIAHZXsYAARwIOiA0NfIUYWxfd2FpEZsAMjH5JScMd2FsbA0xRDEzNy4xwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA3LjkxwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA0NgWBAHQF4Qh3YWkRmwwyNC43CRocaWt2X3dhbGwNMQwxMzcuAbUIfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6mASgBQAFSFGRhdGE6VDbUAQRaFgWGEDQzMC41BW4AbCWBIDJi2QFjb3BfdCGeaCB7bnVtOiAxLCBtYXg6IDEuMDVtcywgcHJvYy1dKWwlnwA6HdEFzwA6GcoQY29wcl85KURyYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhxuOiAxMDYuOAWX0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxUQIF4zA5MzcuM8K1c319cOECPTAoOAFAAVIDTi9BWhUFKAwzMzguBeApCgAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 09:11:00.393 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:11:00.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:00.462 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:11:00.517 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:00.557 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=291.094µs] [gotSchemaVersion=165] [phyTblIDs="[208]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:00.568 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/05/06 09:11:00.606 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.983165ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:00.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:00.670 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=219.991µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:00.682 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/05/06 09:11:00.719 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.116703ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:00.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:00.775 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/05/06 09:11:00.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=219.509µs] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:00.844 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/05/06 09:11:00.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.640343ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:00.989 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/05/06 09:11:00.998 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/05/06 09:11:01.002 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:00.402 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:01.069 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 09:11:01.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:01.073 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.681059909\n# Parse_time: 0.000471899\n# Compile_time: 0.000655735\n# Rewrite_time: 0.000010828\n# Optimize_time: 0.001426815\n# Wait_TS: 0.000428471\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:11:01.075 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 09:11:01.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:01.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:01.126 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:01.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 09:11:01.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:01.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:01.192 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/05/06 09:11:01.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.530915ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:01.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 09:11:01.303 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.409457ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:01.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:01.412 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:01.052 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:01.446 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 09:11:01.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:01.450 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.376525828\n# Parse_time: 0.000626726\n# Compile_time: 0.000916136\n# Rewrite_time: 0.000008569\n# Optimize_time: 0.001426815\n# Wait_TS: 0.000413021\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 09:11:01.636 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/05/06 09:11:01.644 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:11:01.644 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 09:11:01.644 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:01.644 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:11:01.645 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:01.645 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:01.645 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:01.645 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:01.645 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:01.660 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:01.662 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:01.662 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:11:01.666 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:01.670 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:01.762 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [key=import-from-select] [2024/05/06 09:11:01.763 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [key=import-from-select] [2024/05/06 09:11:01.764 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [key=import-from-select] [readDur=28.11µs] [encodeDur=816.977µs] [checksum="{cksum=16665440528626195894,size=102,kvs=3}"] [deliverDur=272.444µs] [type=query] [takeTime=1.532762ms] [] [2024/05/06 09:11:01.764 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [key=import-from-select] [readDur=28.348µs] [encodeDur=529.49µs] [checksum="{cksum=2366966599655175944,size=34,kvs=1}"] [deliverDur=195.151µs] [type=query] [takeTime=1.065076ms] [] [2024/05/06 09:11:01.765 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=102] [kvs=3] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/49fd3bb6-2320-4fb4-8828-4337771af741/102b1544-1a0b-5f02-9523-0f5011224f00.sst/94fe1b81-85c4-4b40-ad39-ba0ab73acec0.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000006] [2024/05/06 09:11:01.765 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:01.766 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34] [kvs=1] [files=1] [sstFileSize=925] [file=/tmp/tidb/import-4000/49fd3bb6-2320-4fb4-8828-4337771af741/102b1544-1a0b-5f02-9523-0f5011224f00.sst/327af403-67c5-4625-b606-98eefce47203.sst] [firstKey=7480000000000000D35F728000000000000007] [lastKey=7480000000000000D35F728000000000000007] [2024/05/06 09:11:01.768 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.818667ms] [] [2024/05/06 09:11:01.768 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:11:01.773 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:01.794 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:11:01.826 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:01.842 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:11:01.844 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=75.791472ms] [] [2024/05/06 09:11:01.844 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:01.846 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.751708ms] [] [2024/05/06 09:11:01.846 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:11:01.846 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:01.846 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=64.64µs] [] [2024/05/06 09:11:01.846 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:11:01.846 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [2024/05/06 09:11:01.854 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [takeTime=8.076373ms] [] [2024/05/06 09:11:01.854 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:11:01.854 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [weight=30] [2024/05/06 09:11:01.854 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [concurrency=15] [2024/05/06 09:11:01.859 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:11:01.859 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:11:01.859 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=49fd3bb6-2320-4fb4-8828-4337771af741] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=13.345503ms] [] [2024/05/06 09:11:01.860 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:01.860 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.718µs] [] [2024/05/06 09:11:01.860 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:11:01.861 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.298585ms] [] [2024/05/06 09:11:01.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:01.861 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.879µs] [] [2024/05/06 09:11:01.861 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:11:01.862 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.026439ms] [] [2024/05/06 09:11:01.866 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:01.867 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:01.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:01.867 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:01.869 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:01.869 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:01.869 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:01.870 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:01.870 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:01.871 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573463379673089\n# Conn_ID: 2\n# Query_time: 0.419622365\n# Parse_time: 0.000574988\n# Compile_time: 0.003072245\n# Rewrite_time: 0.001772768\n# Optimize_time: 0.001426815\n# Wait_TS: 0.000111982\n# Cop_time: 0.000082825 Process_time: 0.000043717 Wait_time: 0.00002829 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.3717e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.829e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQxNC4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBA2MzDCtRVDfDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDk0OC43BStEcHJvY19rZXlzOiA0LCB0b3RfARIMOiA0Mw0hARMkd2FpdDogMjguMwU0gGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaHG46IDEwNS4yBTuobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGyFF9ycGM6MQWYCGFsXyUoUDg0Ny4xwrVzfX0JMzU0IEJ5dGVzCSEoIDIJNDNfNgkxXzEquHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbUEOnsFZQAwNUUBmDxzY2FuX2RldGFpbDoge3RvAYwYcHJvY2VzczI7AQRhbDIXACBfc2l6ZTogMTgpWQRhbA0tODUsIGdldF9zbmFwc2hvdAnXECA5LjY1JSN0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JacIa2V5PhYAGDgsIGJsb2Mh6jmaDTIUMn19fSwgAdlexgABHDb0AQhhbF8h9g0aNfslKQx3YWxsDRlEMTUxLjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('yQagCsQGCgxJbXBvcnRJbnRvXzIS/QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA5LjY1wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0My43BYMAdAXjCHdhaRGdDDI4LjMJGhxpa3Zfd2FsbA0zDDE1MS4Btwh9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhQFiAg2MzAFbABsJYEgMmLdAWNvcF90IZ5EIHtudW06IDEsIG1heDogOTQ4DbIMcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaHG46IDEwNS4yBZuobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGyFF9ycGM6MVEGBeUwODQ3LjHCtXN9fXDiAj0yKDgBQAFSA04vQVoVBSgYNDE0LjNtc1WPVmgBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/05/06 09:11:01.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:11:01.912 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:01.912 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:11:01.989 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.020 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=246.496µs] [gotSchemaVersion=169] [phyTblIDs="[211]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:02.032 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/05/06 09:11:02.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=54.052978ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=215.417µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:02.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/05/06 09:11:02.208 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.650135ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.287 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/05/06 09:11:02.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=262.951µs] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:02.379 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/05/06 09:11:02.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=52.90598ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.488 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/05/06 09:11:02.498 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/05/06 09:11:02.502 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:01.852 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.575 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:11:02.575 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:02.578 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.696816856\n# Parse_time: 0.000584939\n# Compile_time: 0.000796743\n# Rewrite_time: 0.000009903\n# Optimize_time: 0.00094938\n# Wait_TS: 0.000315222\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:11:02.602 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [2024/05/06 09:11:02.602 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [2024/05/06 09:11:02.603 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [] [2024/05/06 09:11:02.604 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:11:02.604 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=26.085µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=17.581µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.09µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=13.187µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=12.257µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=17.472µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=13.098µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=11.655µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=23.198µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=15.094µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=5.122µs] [2024/05/06 09:11:02.605 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:11:02.605 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:11:02.605 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:11:02.638 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] ["take time"=53.705743ms] [2024/05/06 09:11:02.638 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [2024/05/06 09:11:02.639 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:11:02.640 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:11:02.640 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/11c16467-5b24-49aa-a3f5-fe9699ca15f3] [watcherID=bf8d7c0d-7c3c-4cbf-b3a2-1df7842e024f] [2024/05/06 09:11:02.640 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/11c16467-5b24-49aa-a3f5-fe9699ca15f3] [2024/05/06 09:11:02.640 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:11:02.640 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:11:02.640 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:11:02.640 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:11:02.640 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:11:02.640 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:11:02.640 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:11:02.640 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:11:02.640 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:11:02.640 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:11:02.646 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:11:02.646 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1838] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:11:02.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:11:02.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:11:02.648 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [2024/05/06 09:11:02.648 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:11:02.648 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:11:02.648 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 381e101c-5484-4e5f-a627-ad3715d7e372 watch owner key /tidb/br-stream/owner/3eaa8f4d28cb621e"] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:11:02.648 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:11:02.648 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8 watch owner key /tidb/stats/owner/3eaa8f4d28cb6224"] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:11:02.647 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:11:02.648 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:11:02.648 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:11:02.648 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:11:02.648 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [2024/05/06 09:11:02.648 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [2024/05/06 09:11:02.648 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:11:02.648 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:11:02.648 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 381e101c-5484-4e5f-a627-ad3715d7e372"] [2024/05/06 09:11:02.648 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:11:02.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:11:02.648 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 381e101c-5484-4e5f-a627-ad3715d7e372"] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8] [2024/05/06 09:11:02.648 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:11:02.648 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:11:02.648 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:11:02.650 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:11:02.650 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=381e101c-5484-4e5f-a627-ad3715d7e372] [daemon-id=LogBackup::Advancer] [2024/05/06 09:11:02.650 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:11:02.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:11:02.650 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:11:02.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:11:02.650 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 381e101c-5484-4e5f-a627-ad3715d7e372"] [error="context canceled"] [2024/05/06 09:11:02.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:11:02.651 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:11:02.652 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [error="context canceled"] [2024/05/06 09:11:02.659 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:11:02.659 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:11:02.659 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:11:02.851 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 381e101c-5484-4e5f-a627-ad3715d7e372"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:11:02.852 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:11:03.908 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:11:03.908 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:11:03.908 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:11:04.096 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 381e101c-5484-4e5f-a627-ad3715d7e372"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:11:04.109 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2c0b7be-7700-4ff2-b1a4-4f7f7904eeb8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:11:04.109 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:11:04.109 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:11:04.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:11:04.117 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.533446897s] [2024/05/06 09:11:04.118 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:04.118 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:04.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:04.119 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:04.119 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:04.120 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (90.83s) --- PASS: TestImportInto/TestImportFromSelectBasic (6.78s) --- PASS: TestImportInto/TestImportFromSelectColumnList (3.01s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (3.68s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (35.27s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (2.37s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (2.51s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (6.89s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (2.94s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (2.62s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (2.88s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (3.03s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (2.62s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (2.96s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (2.93s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (2.59s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (19.09s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (0.80s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.43s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.44s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.51s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.31s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.33s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (2.47s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.30s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (1.50s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.28s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.49s) PASS coverage: 14.2% of statements GCov does not exist at the given path: '' May 06, 2024 9:11:11 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:11:11 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:11:12 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:11:12 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:11:12 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 144.827s, Critical Path: 126.31s INFO: 1572 processes: 1547 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/06 17:07:48.230 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:48.230 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:48.230 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:48.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:48.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:48.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:48.234 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:48.236 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:48.236 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:48.236 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:48.236 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:48.236 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:48.236 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:48.236 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:48.236 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:48.237 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=291.183µs] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:50.240 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.240 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:50.241 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:50.241 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.241 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.243 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.243 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.243 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.243 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.243 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.243 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.244 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.244 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.246 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.246 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.246 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:50.246 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:50.246 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:50.246 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:50.246 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:50.246 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.246 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.246 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.246 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.246 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.246 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.246 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.246 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.247 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:50.247 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:50.248 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.248 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.248 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.248 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.248 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:50.248 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.248 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:50.248 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:50.296 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:984] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 3037d9ad26fb2231] rejected MsgVote from 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:984] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 3037d9ad26fb2231] rejected MsgVote from 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:832] ["3037d9ad26fb2231 received MsgVoteResp rejection from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 1 MsgVoteResp votes and 1 vote rejections"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:832] ["3037d9ad26fb2231 received MsgVoteResp rejection from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 1 MsgVoteResp votes and 2 vote rejections"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 3037d9ad26fb2231] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 2] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 3]"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 3"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 3"] [2024/05/06 17:07:57.741 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 3"] [2024/05/06 17:07:57.742 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:57.742 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:57.743 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:57.743 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:57.743 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:57.743 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:57.743 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:57.747 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 17:07:57.747 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810832192387606] [2024/05/06 17:07:57.752 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:57.753 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:57.753 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:57.754 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:57.754 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:57.754 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:57.755 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:57.755 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:57.755 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=2234275743217008298] [member-id=3474484975246189105] [2024/05/06 17:07:57.755 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:57.958 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:57.958 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:57.958 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:57.958 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=300.662µs] [2024/05/06 17:07:57.959 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810832192387606/leader] [purpose="leader election"] [2024/05/06 17:07:57.959 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:07:57.960 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:58.961 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/06 17:08:07.745 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/06 17:08:07.745 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] ==> ./pd3.log <== [2024/05/06 17:07:48.230 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:48.230 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:48.230 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:48.230 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:48.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:48.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:48.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:48.234 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:48.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:48.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:48.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:48.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:48.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:48.236 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:48.236 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:48.236 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:48.236 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:48.237 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=603.239µs] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:50.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.240 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:50.240 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:50.240 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.240 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.240 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.243 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.243 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.243 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.243 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.243 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.243 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.244 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.244 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.244 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.244 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.244 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:50.244 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.244 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.245 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:50.245 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:50.245 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:50.245 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:50.245 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.245 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:50.245 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.245 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:50.245 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:50.245 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:50.246 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:50.246 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:50.246 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:50.246 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.246 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.246 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.246 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:50.247 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:50.248 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.248 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:50.296 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:53.740 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:984] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 385a3ea8295f6f18] rejected MsgVote from 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:984] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 385a3ea8295f6f18] rejected MsgVote from 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:832] ["385a3ea8295f6f18 received MsgVoteResp rejection from 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 1 MsgVoteResp votes and 1 vote rejections"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:832] ["385a3ea8295f6f18 received MsgVoteResp rejection from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 1 MsgVoteResp votes and 2 vote rejections"] [2024/05/06 17:07:53.741 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 385a3ea8295f6f18] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 2] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 3]"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 3"] [2024/05/06 17:07:57.741 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 3"] [2024/05/06 17:07:57.741 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 3"] [2024/05/06 17:07:57.742 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:57.742 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:57.743 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:57.743 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:57.743 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:57.743 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:57.743 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:57.748 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810832192387606] [2024/05/06 17:07:57.748 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810832192387606] [2024/05/06 17:07:57.752 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:57.753 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:57.753 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:57.754 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:57.754 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:57.754 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:57.754 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:57.755 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:57.755 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=2234275743217008298] [member-id=4060626905997471512] [2024/05/06 17:07:57.755 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:57.958 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:57.958 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/06 17:07:57.958 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:57.958 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=323.151µs] [2024/05/06 17:07:57.959 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810832192387606/leader] [purpose="leader election"] [2024/05/06 17:07:57.959 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:07:57.960 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:58.961 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/06 17:08:07.745 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/06 17:08:07.745 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/05/06 17:10:08.246 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=82] [takes=903.222µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:82(21, 5), createAt:2024-05-06 17:10:08.244972512 +0800 CST m=+140.054388249, startAt:2024-05-06 17:10:08.245491901 +0800 CST m=+140.054907638, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"9.00\",\"targetScore\":\"8.00\"}"] [2024/05/06 17:10:08.246 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=82] [from=1] [to=2] [2024/05/06 17:10:09.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:09.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:10.096 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36304, StartTime:2024-05-06 17:10:10 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"5859d89e-c7d9-47c6-b420-fd10e3e140d7\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff8c5f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ff8c5f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:10.107 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF8C5F728000000000FF0000040000000000FA 7480000000000000FF8C5F728000000000FF0000080000000000FA]} (kind:split, region:12(21, 5), createAt:2024-05-06 17:10:10.107140555 +0800 CST m=+141.916556298, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF885F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:10:10.107 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:10.107 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=90] [peer-ids="[91,92,93]"] [2024/05/06 17:10:10.107 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=94] [peer-ids="[95,96,97]"] [2024/05/06 17:10:10.108 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF885F728000000000FF0000030000000000FA} -> {7480000000000000FF8C5F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=21] [new-version=23] [2024/05/06 17:10:10.108 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.73618ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF8C5F728000000000FF0000040000000000FA 7480000000000000FF8C5F728000000000FF0000080000000000FA]} (kind:split, region:12(21, 5), createAt:2024-05-06 17:10:10.107140555 +0800 CST m=+141.916556298, startAt:2024-05-06 17:10:10.107226035 +0800 CST m=+141.916641772, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF885F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:10:10.108 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:90 start_key:\"7480000000000000FF885F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FF8C5F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:94 start_key:\"7480000000000000FF8C5F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FF8C5F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:10.132 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36318, StartTime:2024-05-06 17:10:10 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"5859d89e-c7d9-47c6-b420-fd10e3e140d7\"]}}"] [2024/05/06 17:10:10.460 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=70] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:70(17, 5), createAt:2024-05-06 17:10:10.459434901 +0800 CST m=+142.268850638, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"10.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:10:10.460 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=70] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:10.461 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=70] [takes=1.005409ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:70(17, 5), createAt:2024-05-06 17:10:10.459434901 +0800 CST m=+142.268850638, startAt:2024-05-06 17:10:10.460092914 +0800 CST m=+142.269508652, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"10.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:10:10.461 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=70] [from=1] [to=7] [2024/05/06 17:10:11.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:11.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:12.635 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36336, StartTime:2024-05-06 17:10:12 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"054483ea-2c9c-406c-80f9-fa8c13c9bf2d\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff8f5f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ff8f5f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:12.637 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF8F5F728000000000FF0000040000000000FA 7480000000000000FF8F5F728000000000FF0000080000000000FA]} (kind:split, region:12(23, 5), createAt:2024-05-06 17:10:12.637405139 +0800 CST m=+144.446820877, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8C5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:12.637 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:12.637 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=98] [peer-ids="[99,100,101]"] [2024/05/06 17:10:12.637 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=102] [peer-ids="[103,104,105]"] [2024/05/06 17:10:12.639 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.441958ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF8F5F728000000000FF0000040000000000FA 7480000000000000FF8F5F728000000000FF0000080000000000FA]} (kind:split, region:12(23, 5), createAt:2024-05-06 17:10:12.637405139 +0800 CST m=+144.446820877, startAt:2024-05-06 17:10:12.637555958 +0800 CST m=+144.446971695, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8C5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:12.639 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF8C5F728000000000FF0000080000000000FA} -> {7480000000000000FF8F5F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=23] [new-version=25] [2024/05/06 17:10:12.639 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:98 start_key:\"7480000000000000FF8C5F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FF8F5F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:102 start_key:\"7480000000000000FF8F5F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FF8F5F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:12.671 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36366, StartTime:2024-05-06 17:10:12 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"054483ea-2c9c-406c-80f9-fa8c13c9bf2d\"]}}"] [2024/05/06 17:10:12.679 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:14(5, 5), createAt:2024-05-06 17:10:12.679086887 +0800 CST m=+144.488502624, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"11.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:10:12.679 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:12.680 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.070782ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:14(5, 5), createAt:2024-05-06 17:10:12.679086887 +0800 CST m=+144.488502624, startAt:2024-05-06 17:10:12.67958551 +0800 CST m=+144.489001247, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"11.00\",\"targetScore\":\"9.00\"}"] [2024/05/06 17:10:12.680 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=14] [from=1] [to=2] [2024/05/06 17:10:13.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:13.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:15.329 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36398, StartTime:2024-05-06 17:10:15 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"53e11ef6-755c-4dc6-9415-17073c717ade\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff925f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff925f728000000000ff00000c0000000000fa\"}]}}"] [2024/05/06 17:10:15.337 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF925F728000000000FF0000010000000000FA 7480000000000000FF925F728000000000FF00000C0000000000FA]} (kind:split, region:12(25, 5), createAt:2024-05-06 17:10:15.337489672 +0800 CST m=+147.146905412, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8F5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:15.337 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:15.337 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=106] [peer-ids="[107,108,109]"] [2024/05/06 17:10:15.337 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=110] [peer-ids="[111,112,113]"] [2024/05/06 17:10:15.338 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.403408ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF925F728000000000FF0000010000000000FA 7480000000000000FF925F728000000000FF00000C0000000000FA]} (kind:split, region:12(25, 5), createAt:2024-05-06 17:10:15.337489672 +0800 CST m=+147.146905412, startAt:2024-05-06 17:10:15.337585702 +0800 CST m=+147.147001444, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF8F5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:15.339 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF8F5F728000000000FF0000080000000000FA} -> {7480000000000000FF925F728000000000FF00000C0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=25] [new-version=27] [2024/05/06 17:10:15.339 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:106 start_key:\"7480000000000000FF8F5F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FF925F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:110 start_key:\"7480000000000000FF925F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF925F728000000000FF00000C0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:15.366 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36428, StartTime:2024-05-06 17:10:15 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"53e11ef6-755c-4dc6-9415-17073c717ade\"]}}"] [2024/05/06 17:10:15.377 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36442, StartTime:2024-05-06 17:10:15 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d1e6e5b6-6085-4025-bc69-3954131ae70f\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff925f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ff925f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:10:15.379 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=106] [operator="\"labeler-split-region {split: region 106 use policy USEKEY and keys [7480000000000000FF925F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FF925F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:106(27, 5), createAt:2024-05-06 17:10:15.37962514 +0800 CST m=+147.189040876, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF925F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FF8F5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:15.379 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=106] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:15.380 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=114] [peer-ids="[115,116,117]"] [2024/05/06 17:10:15.380 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=118] [peer-ids="[119,120,121]"] [2024/05/06 17:10:15.561 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=102] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:102(25, 5), createAt:2024-05-06 17:10:15.560722479 +0800 CST m=+147.370138221, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"11.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:10:15.561 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=102] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:15.561 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=110] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:110(27, 5), createAt:2024-05-06 17:10:15.56080203 +0800 CST m=+147.370217768, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"12.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:10:15.561 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=110] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:15.562 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=102] [takes=1.028199ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:102(25, 5), createAt:2024-05-06 17:10:15.560722479 +0800 CST m=+147.370138221, startAt:2024-05-06 17:10:15.561596733 +0800 CST m=+147.371012471, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"11.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:10:15.562 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=102] [from=1] [to=7] [2024/05/06 17:10:15.562 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=110] [from=1] [to=2] [2024/05/06 17:10:15.562 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=110] [takes=1.088231ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:110(27, 5), createAt:2024-05-06 17:10:15.56080203 +0800 CST m=+147.370217768, startAt:2024-05-06 17:10:15.561747723 +0800 CST m=+147.371163462, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"12.00\",\"targetScore\":\"10.00\"}"] [2024/05/06 17:10:15.705 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=106] [detail="StartKey Changed:{7480000000000000FF8F5F728000000000FF0000080000000000FA} -> {7480000000000000FF925F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FF925F728000000000FF0000010000000000FA}"] [old-version=27] [new-version=29] [2024/05/06 17:10:15.705 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=106] [takes=325.495943ms] [operator="\"labeler-split-region {split: region 106 use policy USEKEY and keys [7480000000000000FF925F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FF925F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:106(27, 5), createAt:2024-05-06 17:10:15.37962514 +0800 CST m=+147.189040876, startAt:2024-05-06 17:10:15.379700878 +0800 CST m=+147.189116616, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF925F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FF8F5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:15.705 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=106] [origin="id:114 start_key:\"7480000000000000FF8F5F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FF925F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:118 start_key:\"7480000000000000FF925F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FF925F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:15.749 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=46] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:46(11, 5), createAt:2024-05-06 17:10:15.748893715 +0800 CST m=+147.558309453, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"12.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:10:15.749 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=46] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:15.750 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=46] [takes=946.229µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:46(11, 5), createAt:2024-05-06 17:10:15.748893715 +0800 CST m=+147.558309453, startAt:2024-05-06 17:10:15.749413435 +0800 CST m=+147.558829173, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"12.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:10:15.750 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=46] [from=1] [to=7] [2024/05/06 17:10:15.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:15.954 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:17.955 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:17.955 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:19.428 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:36448, StartTime:2024-05-06 17:10:19 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d1e6e5b6-6085-4025-bc69-3954131ae70f\"]}}"] [2024/05/06 17:10:19.955 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:19.955 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:21.956 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:21.956 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:22.244 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60350, StartTime:2024-05-06 17:10:22 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"3615ff72-c100-4209-8bfe-59ca9e99edf3\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff955f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff955f728000000000ff00000c0000000000fa\"}]}}"] [2024/05/06 17:10:22.247 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF955F728000000000FF0000010000000000FA 7480000000000000FF955F728000000000FF00000C0000000000FA]} (kind:split, region:12(27, 5), createAt:2024-05-06 17:10:22.24776452 +0800 CST m=+154.057180257, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF925F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:22.247 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:22.248 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=122] [peer-ids="[123,124,125]"] [2024/05/06 17:10:22.248 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=126] [peer-ids="[127,128,129]"] [2024/05/06 17:10:22.249 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF925F728000000000FF00000C0000000000FA} -> {7480000000000000FF955F728000000000FF00000C0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=27] [new-version=29] [2024/05/06 17:10:22.249 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:122 start_key:\"7480000000000000FF925F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FF955F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:126 start_key:\"7480000000000000FF955F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF955F728000000000FF00000C0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:22.249 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.656965ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF955F728000000000FF0000010000000000FA 7480000000000000FF955F728000000000FF00000C0000000000FA]} (kind:split, region:12(27, 5), createAt:2024-05-06 17:10:22.24776452 +0800 CST m=+154.057180257, startAt:2024-05-06 17:10:22.247894688 +0800 CST m=+154.057310425, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF925F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:22.312 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60360, StartTime:2024-05-06 17:10:22 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"3615ff72-c100-4209-8bfe-59ca9e99edf3\"]}}"] [2024/05/06 17:10:22.325 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60370, StartTime:2024-05-06 17:10:22 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"c72e6e9e-6eb6-4893-89e7-a8c6a33f2365\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff955f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ff955f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:10:22.331 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=122] [operator="\"labeler-split-region {split: region 122 use policy USEKEY and keys [7480000000000000FF955F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FF955F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:122(29, 5), createAt:2024-05-06 17:10:22.331329458 +0800 CST m=+154.140745195, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF955F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FF925F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:22.331 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=122] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:22.331 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=130] [peer-ids="[131,132,133]"] [2024/05/06 17:10:22.331 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=134] [peer-ids="[135,136,137]"] [2024/05/06 17:10:22.332 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=122] [detail="StartKey Changed:{7480000000000000FF925F728000000000FF00000C0000000000FA} -> {7480000000000000FF955F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FF955F728000000000FF0000010000000000FA}"] [old-version=29] [new-version=31] [2024/05/06 17:10:22.332 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=122] [origin="id:130 start_key:\"7480000000000000FF925F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FF955F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:134 start_key:\"7480000000000000FF955F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FF955F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:22.332 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=122] [takes=1.496232ms] [operator="\"labeler-split-region {split: region 122 use policy USEKEY and keys [7480000000000000FF955F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FF955F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:122(29, 5), createAt:2024-05-06 17:10:22.331329458 +0800 CST m=+154.140745195, startAt:2024-05-06 17:10:22.331412181 +0800 CST m=+154.140827919, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF955F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FF925F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:22.361 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60380, StartTime:2024-05-06 17:10:22 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"c72e6e9e-6eb6-4893-89e7-a8c6a33f2365\"]}}"] [2024/05/06 17:10:23.957 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:23.957 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:23.993 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=94] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:94(23, 5), createAt:2024-05-06 17:10:23.993030258 +0800 CST m=+155.802445996, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"15.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:10:23.993 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=94] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:23.993 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=86] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:86(21, 5), createAt:2024-05-06 17:10:23.993084268 +0800 CST m=+155.802500006, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"14.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:10:23.993 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=86] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:23.993 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=58] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:58(15, 5), createAt:2024-05-06 17:10:23.993115039 +0800 CST m=+155.802530776, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"13.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:10:23.994 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=58] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:23.994 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=58] [takes=950.038µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:58(15, 5), createAt:2024-05-06 17:10:23.993115039 +0800 CST m=+155.802530776, startAt:2024-05-06 17:10:23.994010976 +0800 CST m=+155.803426713, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"13.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:10:23.994 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=86] [takes=985.19µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:86(21, 5), createAt:2024-05-06 17:10:23.993084268 +0800 CST m=+155.802500006, startAt:2024-05-06 17:10:23.993976576 +0800 CST m=+155.803392314, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"14.00\",\"targetScore\":\"12.00\"}"] [2024/05/06 17:10:23.995 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=86] [from=1] [to=7] [2024/05/06 17:10:23.995 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=94] [takes=1.136623ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:94(23, 5), createAt:2024-05-06 17:10:23.993030258 +0800 CST m=+155.802445996, startAt:2024-05-06 17:10:23.993923294 +0800 CST m=+155.803339030, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"15.00\",\"targetScore\":\"11.00\"}"] [2024/05/06 17:10:23.995 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=58] [from=1] [to=2] [2024/05/06 17:10:23.995 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=94] [from=1] [to=2] [2024/05/06 17:10:25.115 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60422, StartTime:2024-05-06 17:10:25 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"6256acb0-b42d-4511-9a37-68234d4c6b3a\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff985f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ff985f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:25.117 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF985F728000000000FF0000040000000000FA 7480000000000000FF985F728000000000FF0000080000000000FA]} (kind:split, region:12(29, 5), createAt:2024-05-06 17:10:25.117225298 +0800 CST m=+156.926641035, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF955F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:25.117 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:25.117 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=138] [peer-ids="[139,140,141]"] [2024/05/06 17:10:25.117 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=142] [peer-ids="[143,144,145]"] [2024/05/06 17:10:25.118 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF955F728000000000FF00000C0000000000FA} -> {7480000000000000FF985F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=29] [new-version=31] [2024/05/06 17:10:25.118 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:138 start_key:\"7480000000000000FF955F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FF985F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:142 start_key:\"7480000000000000FF985F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FF985F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:25.118 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.695431ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF985F728000000000FF0000040000000000FA 7480000000000000FF985F728000000000FF0000080000000000FA]} (kind:split, region:12(29, 5), createAt:2024-05-06 17:10:25.117225298 +0800 CST m=+156.926641035, startAt:2024-05-06 17:10:25.117295403 +0800 CST m=+156.926711140, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF955F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:25.151 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60450, StartTime:2024-05-06 17:10:25 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"6256acb0-b42d-4511-9a37-68234d4c6b3a\"]}}"] [2024/05/06 17:10:25.299 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=130] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:130(31, 5), createAt:2024-05-06 17:10:25.299176242 +0800 CST m=+157.108591978, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"14.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:10:25.299 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=130] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:25.300 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=130] [takes=988.177µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:130(31, 5), createAt:2024-05-06 17:10:25.299176242 +0800 CST m=+157.108591978, startAt:2024-05-06 17:10:25.29976324 +0800 CST m=+157.109178977, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"14.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:10:25.300 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=130] [from=1] [to=7] [2024/05/06 17:10:25.957 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:25.957 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:27.760 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:42688, StartTime:2024-05-06 17:10:27 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"0b5cce9f-3e38-4974-9d70-668dd11422a8\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff9b5f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ff9b5f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:27.761 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF9B5F728000000000FF0000040000000000FA 7480000000000000FF9B5F728000000000FF0000080000000000FA]} (kind:split, region:12(31, 5), createAt:2024-05-06 17:10:27.761630829 +0800 CST m=+159.571046567, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF985F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:27.761 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:27.762 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=146] [peer-ids="[147,148,149]"] [2024/05/06 17:10:27.762 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=150] [peer-ids="[151,152,153]"] [2024/05/06 17:10:27.763 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:146 start_key:\"7480000000000000FF985F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FF9B5F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:150 start_key:\"7480000000000000FF9B5F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FF9B5F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:27.763 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.566808ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF9B5F728000000000FF0000040000000000FA 7480000000000000FF9B5F728000000000FF0000080000000000FA]} (kind:split, region:12(31, 5), createAt:2024-05-06 17:10:27.761630829 +0800 CST m=+159.571046567, startAt:2024-05-06 17:10:27.761757366 +0800 CST m=+159.571173103, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF985F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:27.763 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF985F728000000000FF0000080000000000FA} -> {7480000000000000FF9B5F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=31] [new-version=33] [2024/05/06 17:10:27.829 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:42714, StartTime:2024-05-06 17:10:27 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"0b5cce9f-3e38-4974-9d70-668dd11422a8\"]}}"] [2024/05/06 17:10:27.957 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:27.957 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:28.182 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=122] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:122(31, 5), createAt:2024-05-06 17:10:28.181717818 +0800 CST m=+159.991133555, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"15.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:10:28.182 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=122] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:28.183 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=122] [takes=1.021741ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:122(31, 5), createAt:2024-05-06 17:10:28.181717818 +0800 CST m=+159.991133555, startAt:2024-05-06 17:10:28.182217035 +0800 CST m=+159.991632773, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"15.00\",\"targetScore\":\"13.00\"}"] [2024/05/06 17:10:28.183 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=122] [from=1] [to=2] [2024/05/06 17:10:29.958 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:29.958 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:31.005 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:42754, StartTime:2024-05-06 17:10:31 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"bcac9c5d-84fc-4230-a2c4-3193289dbbbc\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ff9e5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ff9e5f728000000000ff00000c0000000000fa\"}]}}"] [2024/05/06 17:10:31.009 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF9E5F728000000000FF0000010000000000FA 7480000000000000FF9E5F728000000000FF00000C0000000000FA]} (kind:split, region:12(33, 5), createAt:2024-05-06 17:10:31.009206818 +0800 CST m=+162.818622555, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF9B5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:31.009 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:31.009 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=154] [peer-ids="[155,156,157]"] [2024/05/06 17:10:31.009 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=158] [peer-ids="[159,160,161]"] [2024/05/06 17:10:31.010 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF9B5F728000000000FF0000080000000000FA} -> {7480000000000000FF9E5F728000000000FF00000C0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=33] [new-version=35] [2024/05/06 17:10:31.010 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.583401ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FF9E5F728000000000FF0000010000000000FA 7480000000000000FF9E5F728000000000FF00000C0000000000FA]} (kind:split, region:12(33, 5), createAt:2024-05-06 17:10:31.009206818 +0800 CST m=+162.818622555, startAt:2024-05-06 17:10:31.009286674 +0800 CST m=+162.818702412, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF9B5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:31.010 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:154 start_key:\"7480000000000000FF9B5F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FF9E5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:158 start_key:\"7480000000000000FF9E5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF9E5F728000000000FF00000C0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:31.043 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:42766, StartTime:2024-05-06 17:10:31 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"bcac9c5d-84fc-4230-a2c4-3193289dbbbc\"]}}"] [2024/05/06 17:10:31.060 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=90] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:90(23, 5), createAt:2024-05-06 17:10:31.059725499 +0800 CST m=+162.869141235, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"16.00\",\"targetScore\":\"14.00\"}"] [2024/05/06 17:10:31.060 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=90] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:31.060 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=154] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:154(35, 5), createAt:2024-05-06 17:10:31.059850691 +0800 CST m=+162.869266429, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"15.00\",\"targetScore\":\"14.00\"}"] [2024/05/06 17:10:31.060 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=154] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:31.061 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=90] [takes=924.789µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:90(23, 5), createAt:2024-05-06 17:10:31.059725499 +0800 CST m=+162.869141235, startAt:2024-05-06 17:10:31.060296857 +0800 CST m=+162.869712594, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"16.00\",\"targetScore\":\"14.00\"}"] [2024/05/06 17:10:31.061 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=90] [from=1] [to=7] [2024/05/06 17:10:31.061 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=154] [from=1] [to=2] [2024/05/06 17:10:31.061 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=154] [takes=1.304273ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:154(35, 5), createAt:2024-05-06 17:10:31.059850691 +0800 CST m=+162.869266429, startAt:2024-05-06 17:10:31.06034435 +0800 CST m=+162.869760088, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"15.00\",\"targetScore\":\"14.00\"}"] [2024/05/06 17:10:31.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:31.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:33.663 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:42800, StartTime:2024-05-06 17:10:33 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"bd207ed9-3ba5-43d8-8466-36125b549533\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa15f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffa15f728000000000ff00000c0000000000fa\"}]}}"] [2024/05/06 17:10:33.671 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFA15F728000000000FF0000010000000000FA 7480000000000000FFA15F728000000000FF00000C0000000000FA]} (kind:split, region:12(35, 5), createAt:2024-05-06 17:10:33.671484055 +0800 CST m=+165.480899793, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF9E5F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:33.671 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:33.672 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=162] [peer-ids="[163,164,165]"] [2024/05/06 17:10:33.672 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=166] [peer-ids="[167,168,169]"] [2024/05/06 17:10:33.673 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FF9E5F728000000000FF00000C0000000000FA} -> {7480000000000000FFA15F728000000000FF00000C0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=35] [new-version=37] [2024/05/06 17:10:33.673 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.934731ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFA15F728000000000FF0000010000000000FA 7480000000000000FFA15F728000000000FF00000C0000000000FA]} (kind:split, region:12(35, 5), createAt:2024-05-06 17:10:33.671484055 +0800 CST m=+165.480899793, startAt:2024-05-06 17:10:33.671635415 +0800 CST m=+165.481051152, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FF9E5F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:33.673 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:162 start_key:\"7480000000000000FF9E5F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FFA15F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:166 start_key:\"7480000000000000FFA15F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFA15F728000000000FF00000C0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:33.701 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:42824, StartTime:2024-05-06 17:10:33 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"bd207ed9-3ba5-43d8-8466-36125b549533\"]}}"] [2024/05/06 17:10:33.941 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=146] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:146(33, 5), createAt:2024-05-06 17:10:33.941353778 +0800 CST m=+165.750769521, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"16.00\",\"targetScore\":\"15.00\"}"] [2024/05/06 17:10:33.941 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=146] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:33.943 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=146] [takes=1.171426ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:146(33, 5), createAt:2024-05-06 17:10:33.941353778 +0800 CST m=+165.750769521, startAt:2024-05-06 17:10:33.941924514 +0800 CST m=+165.751340251, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"16.00\",\"targetScore\":\"15.00\"}"] [2024/05/06 17:10:33.943 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=146] [from=1] [to=7] [2024/05/06 17:10:33.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:33.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:35.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:35.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:36.327 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:42846, StartTime:2024-05-06 17:10:36 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"b986157a-2546-4caa-9cd7-d3dcb742e1bb\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa45f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffa45f728000000000ff00000c0000000000fa\"}]}}"] [2024/05/06 17:10:36.328 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFA45F728000000000FF0000010000000000FA 7480000000000000FFA45F728000000000FF00000C0000000000FA]} (kind:split, region:12(37, 5), createAt:2024-05-06 17:10:36.328822394 +0800 CST m=+168.138238132, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA15F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:36.328 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:36.329 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=170] [peer-ids="[171,172,173]"] [2024/05/06 17:10:36.329 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=174] [peer-ids="[175,176,177]"] [2024/05/06 17:10:36.330 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFA15F728000000000FF00000C0000000000FA} -> {7480000000000000FFA45F728000000000FF00000C0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=37] [new-version=39] [2024/05/06 17:10:36.330 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.518309ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFA45F728000000000FF0000010000000000FA 7480000000000000FFA45F728000000000FF00000C0000000000FA]} (kind:split, region:12(37, 5), createAt:2024-05-06 17:10:36.328822394 +0800 CST m=+168.138238132, startAt:2024-05-06 17:10:36.328885927 +0800 CST m=+168.138301664, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA15F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:36.330 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:170 start_key:\"7480000000000000FFA15F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FFA45F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:174 start_key:\"7480000000000000FFA45F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFA45F728000000000FF00000C0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:36.365 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:42862, StartTime:2024-05-06 17:10:36 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"b986157a-2546-4caa-9cd7-d3dcb742e1bb\"]}}"] [2024/05/06 17:10:36.377 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:42878, StartTime:2024-05-06 17:10:36 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"67ba6243-9cf9-401b-be13-b8a8030b6e54\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa45f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ffa45f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:10:36.381 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=170] [operator="\"labeler-split-region {split: region 170 use policy USEKEY and keys [7480000000000000FFA45F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFA45F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:170(39, 5), createAt:2024-05-06 17:10:36.381437993 +0800 CST m=+168.190853731, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FFA45F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFA15F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:36.381 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=170] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:36.381 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=178] [peer-ids="[179,180,181]"] [2024/05/06 17:10:36.381 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=182] [peer-ids="[183,184,185]"] [2024/05/06 17:10:36.383 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=170] [detail="StartKey Changed:{7480000000000000FFA15F728000000000FF00000C0000000000FA} -> {7480000000000000FFA45F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FFA45F728000000000FF0000010000000000FA}"] [old-version=39] [new-version=41] [2024/05/06 17:10:36.382 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=170] [origin="id:178 start_key:\"7480000000000000FFA15F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FFA45F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:182 start_key:\"7480000000000000FFA45F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FFA45F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:36.383 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=170] [takes=1.454188ms] [operator="\"labeler-split-region {split: region 170 use policy USEKEY and keys [7480000000000000FFA45F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFA45F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:170(39, 5), createAt:2024-05-06 17:10:36.381437993 +0800 CST m=+168.190853731, startAt:2024-05-06 17:10:36.381539663 +0800 CST m=+168.190955400, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FFA45F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFA15F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:36.449 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:42892, StartTime:2024-05-06 17:10:36 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"67ba6243-9cf9-401b-be13-b8a8030b6e54\"]}}"] [2024/05/06 17:10:36.822 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=170] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:170(41, 5), createAt:2024-05-06 17:10:36.821914123 +0800 CST m=+168.631329865, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"15.00\"}"] [2024/05/06 17:10:36.822 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=170] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:36.822 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:10(5, 5), createAt:2024-05-06 17:10:36.821978457 +0800 CST m=+168.631394199, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"18.00\",\"targetScore\":\"16.00\"}"] [2024/05/06 17:10:36.822 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:36.822 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=150] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:150(33, 5), createAt:2024-05-06 17:10:36.822008937 +0800 CST m=+168.631424675, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"17.00\",\"targetScore\":\"16.00\"}"] [2024/05/06 17:10:36.822 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=150] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:36.824 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=1.127338ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:10(5, 5), createAt:2024-05-06 17:10:36.821978457 +0800 CST m=+168.631394199, startAt:2024-05-06 17:10:36.822896838 +0800 CST m=+168.632312575, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"18.00\",\"targetScore\":\"16.00\"}"] [2024/05/06 17:10:36.824 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=10] [from=1] [to=7] [2024/05/06 17:10:36.824 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=150] [takes=1.131595ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:150(33, 5), createAt:2024-05-06 17:10:36.822008937 +0800 CST m=+168.631424675, startAt:2024-05-06 17:10:36.822927732 +0800 CST m=+168.632343470, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"17.00\",\"targetScore\":\"16.00\"}"] [2024/05/06 17:10:36.824 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=150] [from=1] [to=2] [2024/05/06 17:10:36.824 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=170] [takes=1.382282ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:170(41, 5), createAt:2024-05-06 17:10:36.821914123 +0800 CST m=+168.631329865, startAt:2024-05-06 17:10:36.822850505 +0800 CST m=+168.632266242, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"19.00\",\"targetScore\":\"15.00\"}"] [2024/05/06 17:10:36.824 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=170] [from=1] [to=2] [2024/05/06 17:10:37.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:37.959 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:39.220 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:36994, StartTime:2024-05-06 17:10:39 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"da8d288f-d65f-43e9-a878-3df6e52172c2\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa75f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffa75f728000000000ff00000c0000000000fa\"}]}}"] [2024/05/06 17:10:39.230 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFA75F728000000000FF0000010000000000FA 7480000000000000FFA75F728000000000FF00000C0000000000FA]} (kind:split, region:12(39, 5), createAt:2024-05-06 17:10:39.230307577 +0800 CST m=+171.039723315, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA45F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:39.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:39.230 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=186] [peer-ids="[187,188,189]"] [2024/05/06 17:10:39.230 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=190] [peer-ids="[191,192,193]"] [2024/05/06 17:10:39.232 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.724517ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFA75F728000000000FF0000010000000000FA 7480000000000000FFA75F728000000000FF00000C0000000000FA]} (kind:split, region:12(39, 5), createAt:2024-05-06 17:10:39.230307577 +0800 CST m=+171.039723315, startAt:2024-05-06 17:10:39.230407745 +0800 CST m=+171.039823482, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA45F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:39.232 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFA45F728000000000FF00000C0000000000FA} -> {7480000000000000FFA75F728000000000FF00000C0000000000FA}, EndKey:{7800000000000000FB}"] [old-version=39] [new-version=41] [2024/05/06 17:10:39.232 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:186 start_key:\"7480000000000000FFA45F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FFA75F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:190 start_key:\"7480000000000000FFA75F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFA75F728000000000FF00000C0000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:39.258 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:37010, StartTime:2024-05-06 17:10:39 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"da8d288f-d65f-43e9-a878-3df6e52172c2\"]}}"] [2024/05/06 17:10:39.271 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:37026, StartTime:2024-05-06 17:10:39 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a2aa690f-f767-44e1-89b9-86e24185b32e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffa75f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ffa75f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:10:39.272 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=186] [operator="\"labeler-split-region {split: region 186 use policy USEKEY and keys [7480000000000000FFA75F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFA75F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:186(41, 5), createAt:2024-05-06 17:10:39.27280768 +0800 CST m=+171.082223423, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FFA75F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFA45F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:39.272 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=186] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:39.273 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=194] [peer-ids="[195,196,197]"] [2024/05/06 17:10:39.273 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=198] [peer-ids="[199,200,201]"] [2024/05/06 17:10:39.274 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=186] [takes=1.343942ms] [operator="\"labeler-split-region {split: region 186 use policy USEKEY and keys [7480000000000000FFA75F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFA75F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:186(41, 5), createAt:2024-05-06 17:10:39.27280768 +0800 CST m=+171.082223423, startAt:2024-05-06 17:10:39.272876215 +0800 CST m=+171.082291958, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FFA75F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFA45F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:39.274 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=186] [detail="StartKey Changed:{7480000000000000FFA45F728000000000FF00000C0000000000FA} -> {7480000000000000FFA75F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FFA75F728000000000FF0000010000000000FA}"] [old-version=41] [new-version=43] [2024/05/06 17:10:39.274 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=186] [origin="id:194 start_key:\"7480000000000000FFA45F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FFA75F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:198 start_key:\"7480000000000000FFA75F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FFA75F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:39.310 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:37034, StartTime:2024-05-06 17:10:39 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a2aa690f-f767-44e1-89b9-86e24185b32e\"]}}"] [2024/05/06 17:10:39.708 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=114] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:114(29, 5), createAt:2024-05-06 17:10:39.707780275 +0800 CST m=+171.517196013, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"17.00\"}"] [2024/05/06 17:10:39.708 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=114] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:39.708 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=138] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:138(31, 5), createAt:2024-05-06 17:10:39.707863726 +0800 CST m=+171.517279468, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"17.00\"}"] [2024/05/06 17:10:39.708 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=138] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:39.709 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=138] [from=1] [to=2] [2024/05/06 17:10:39.709 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=138] [takes=1.049429ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:138(31, 5), createAt:2024-05-06 17:10:39.707863726 +0800 CST m=+171.517279468, startAt:2024-05-06 17:10:39.708691942 +0800 CST m=+171.518107679, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"19.00\",\"targetScore\":\"17.00\"}"] [2024/05/06 17:10:39.709 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=114] [takes=1.169038ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:114(29, 5), createAt:2024-05-06 17:10:39.707780275 +0800 CST m=+171.517196013, startAt:2024-05-06 17:10:39.708643106 +0800 CST m=+171.518058843, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"20.00\",\"targetScore\":\"17.00\"}"] [2024/05/06 17:10:39.709 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=114] [from=1] [to=7] [2024/05/06 17:10:39.960 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:39.960 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:41.960 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:41.960 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:42.104 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:37090, StartTime:2024-05-06 17:10:42 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"9111d25e-b698-4f9f-9aae-03fc100510ea\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffaa5f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ffaa5f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:42.112 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFAA5F728000000000FF0000040000000000FA 7480000000000000FFAA5F728000000000FF0000080000000000FA]} (kind:split, region:12(41, 5), createAt:2024-05-06 17:10:42.112371321 +0800 CST m=+173.921787057, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA75F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:42.112 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:42.112 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=202] [peer-ids="[203,204,205]"] [2024/05/06 17:10:42.112 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=206] [peer-ids="[207,208,209]"] [2024/05/06 17:10:42.114 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFA75F728000000000FF00000C0000000000FA} -> {7480000000000000FFAA5F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=41] [new-version=43] [2024/05/06 17:10:42.114 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.70987ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFAA5F728000000000FF0000040000000000FA 7480000000000000FFAA5F728000000000FF0000080000000000FA]} (kind:split, region:12(41, 5), createAt:2024-05-06 17:10:42.112371321 +0800 CST m=+173.921787057, startAt:2024-05-06 17:10:42.112473345 +0800 CST m=+173.921889083, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFA75F728000000000FF00000C0000000000FA\"}"] [2024/05/06 17:10:42.114 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:202 start_key:\"7480000000000000FFA75F728000000000FF00000C0000000000FA\" end_key:\"7480000000000000FFAA5F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:206 start_key:\"7480000000000000FFAA5F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FFAA5F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:42.142 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:37104, StartTime:2024-05-06 17:10:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"9111d25e-b698-4f9f-9aae-03fc100510ea\"]}}"] [2024/05/06 17:10:42.592 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=98] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:98(25, 5), createAt:2024-05-06 17:10:42.591325491 +0800 CST m=+174.400741234, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:10:42.592 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=98] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:42.592 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=118] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:118(29, 5), createAt:2024-05-06 17:10:42.591383539 +0800 CST m=+174.400799277, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:10:42.592 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=118] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:42.593 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=98] [takes=1.010279ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:98(25, 5), createAt:2024-05-06 17:10:42.591325491 +0800 CST m=+174.400741234, startAt:2024-05-06 17:10:42.592093304 +0800 CST m=+174.401509041, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"20.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:10:42.593 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=118] [takes=970.38µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:118(29, 5), createAt:2024-05-06 17:10:42.591383539 +0800 CST m=+174.400799277, startAt:2024-05-06 17:10:42.59215507 +0800 CST m=+174.401570807, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"19.00\",\"targetScore\":\"18.00\"}"] [2024/05/06 17:10:42.593 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=98] [from=1] [to=7] [2024/05/06 17:10:42.593 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=118] [from=1] [to=2] [2024/05/06 17:10:43.561 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:37106, StartTime:2024-05-06 17:10:43 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/from_select/src\",\"schema/from_select/dst\"]}}"] [2024/05/06 17:10:43.961 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:43.961 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:45.962 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:45.962 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:46.686 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:37126, StartTime:2024-05-06 17:10:46 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"17b5531f-83c7-49cd-9c5c-21401ef38117\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffb55f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ffb55f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:46.695 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFB55F728000000000FF0000040000000000FA 7480000000000000FFB55F728000000000FF0000080000000000FA]} (kind:split, region:12(43, 5), createAt:2024-05-06 17:10:46.695356788 +0800 CST m=+178.504772526, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFAA5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:46.695 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:46.695 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=210] [peer-ids="[211,212,213]"] [2024/05/06 17:10:46.695 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=214] [peer-ids="[215,216,217]"] [2024/05/06 17:10:46.697 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFAA5F728000000000FF0000080000000000FA} -> {7480000000000000FFB55F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=43] [new-version=45] [2024/05/06 17:10:46.697 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.734288ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFB55F728000000000FF0000040000000000FA 7480000000000000FFB55F728000000000FF0000080000000000FA]} (kind:split, region:12(43, 5), createAt:2024-05-06 17:10:46.695356788 +0800 CST m=+178.504772526, startAt:2024-05-06 17:10:46.695451591 +0800 CST m=+178.504867328, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFAA5F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:46.697 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:210 start_key:\"7480000000000000FFAA5F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FFB55F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:214 start_key:\"7480000000000000FFB55F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FFB55F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:46.721 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:37156, StartTime:2024-05-06 17:10:46 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"17b5531f-83c7-49cd-9c5c-21401ef38117\"]}}"] [2024/05/06 17:10:47.466 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=202] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:202(43, 5), createAt:2024-05-06 17:10:47.465540409 +0800 CST m=+179.274956146, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:10:47.466 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=202] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:47.467 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=202] [from=1] [to=7] [2024/05/06 17:10:47.467 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=202] [takes=1.005514ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:202(43, 5), createAt:2024-05-06 17:10:47.465540409 +0800 CST m=+179.274956146, startAt:2024-05-06 17:10:47.466258893 +0800 CST m=+179.275674631, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"20.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:10:47.963 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:47.963 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:48.128 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60336, StartTime:2024-05-06 17:10:48 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"0c867e26-5c56-4633-8f2f-278ee445c871\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffb85f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ffb85f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:48.137 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFB85F728000000000FF0000040000000000FA 7480000000000000FFB85F728000000000FF0000080000000000FA]} (kind:split, region:12(45, 5), createAt:2024-05-06 17:10:48.137380456 +0800 CST m=+179.946796193, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFB55F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:48.137 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:48.137 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=218] [peer-ids="[219,220,221]"] [2024/05/06 17:10:48.138 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=222] [peer-ids="[223,224,225]"] [2024/05/06 17:10:48.139 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFB55F728000000000FF0000080000000000FA} -> {7480000000000000FFB85F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=45] [new-version=47] [2024/05/06 17:10:48.139 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.619676ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFB85F728000000000FF0000040000000000FA 7480000000000000FFB85F728000000000FF0000080000000000FA]} (kind:split, region:12(45, 5), createAt:2024-05-06 17:10:48.137380456 +0800 CST m=+179.946796193, startAt:2024-05-06 17:10:48.137514973 +0800 CST m=+179.946930710, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFB55F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:48.139 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:218 start_key:\"7480000000000000FFB55F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FFB85F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:222 start_key:\"7480000000000000FFB85F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FFB85F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:48.165 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60338, StartTime:2024-05-06 17:10:48 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"0c867e26-5c56-4633-8f2f-278ee445c871\"]}}"] [2024/05/06 17:10:48.230 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=166] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:166(37, 5), createAt:2024-05-06 17:10:48.229897091 +0800 CST m=+180.039312828, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"21.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:10:48.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=166] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:48.231 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=166] [takes=1.058348ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:166(37, 5), createAt:2024-05-06 17:10:48.229897091 +0800 CST m=+180.039312828, startAt:2024-05-06 17:10:48.230700175 +0800 CST m=+180.040115913, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"21.00\",\"targetScore\":\"19.00\"}"] [2024/05/06 17:10:48.231 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=166] [from=1] [to=2] [2024/05/06 17:10:49.507 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60366, StartTime:2024-05-06 17:10:49 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"dbeae524-0f6a-420d-91a9-dd305bb907de\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffbb5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffbb5f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:10:49.517 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFBB5F728000000000FF0000010000000000FA 7480000000000000FFBB5F728000000000FF0000050000000000FA]} (kind:split, region:12(47, 5), createAt:2024-05-06 17:10:49.517473202 +0800 CST m=+181.326888939, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFB85F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:49.517 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:49.518 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=226] [peer-ids="[227,228,229]"] [2024/05/06 17:10:49.518 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=230] [peer-ids="[231,232,233]"] [2024/05/06 17:10:49.519 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFB85F728000000000FF0000080000000000FA} -> {7480000000000000FFBB5F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=47] [new-version=49] [2024/05/06 17:10:49.519 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.722385ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFBB5F728000000000FF0000010000000000FA 7480000000000000FFBB5F728000000000FF0000050000000000FA]} (kind:split, region:12(47, 5), createAt:2024-05-06 17:10:49.517473202 +0800 CST m=+181.326888939, startAt:2024-05-06 17:10:49.5175556 +0800 CST m=+181.326971338, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFB85F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:49.519 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:226 start_key:\"7480000000000000FFB85F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FFBB5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:230 start_key:\"7480000000000000FFBB5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFBB5F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:49.539 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=126] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:126(29, 5), createAt:2024-05-06 17:10:49.539039 +0800 CST m=+181.348454737, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"22.00\",\"targetScore\":\"20.00\"}"] [2024/05/06 17:10:49.539 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=126] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:49.539 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=194] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:194(43, 5), createAt:2024-05-06 17:10:49.53909804 +0800 CST m=+181.348513777, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"21.00\",\"targetScore\":\"20.00\"}"] [2024/05/06 17:10:49.539 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=194] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:49.540 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=126] [from=1] [to=7] [2024/05/06 17:10:49.540 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=126] [takes=1.001677ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:126(29, 5), createAt:2024-05-06 17:10:49.539039 +0800 CST m=+181.348454737, startAt:2024-05-06 17:10:49.539859992 +0800 CST m=+181.349275728, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"22.00\",\"targetScore\":\"20.00\"}"] [2024/05/06 17:10:49.540 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=194] [takes=993.294µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:194(43, 5), createAt:2024-05-06 17:10:49.53909804 +0800 CST m=+181.348513777, startAt:2024-05-06 17:10:49.539910613 +0800 CST m=+181.349326350, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"21.00\",\"targetScore\":\"20.00\"}"] [2024/05/06 17:10:49.541 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=194] [from=1] [to=2] [2024/05/06 17:10:49.543 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60384, StartTime:2024-05-06 17:10:49 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"dbeae524-0f6a-420d-91a9-dd305bb907de\"]}}"] [2024/05/06 17:10:49.553 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60394, StartTime:2024-05-06 17:10:49 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"cba3ca0a-f3f8-4a5e-897a-d545be9611a3\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffbb5f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ffbb5f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:10:49.560 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=226] [operator="\"labeler-split-region {split: region 226 use policy USEKEY and keys [7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:226(49, 5), createAt:2024-05-06 17:10:49.560863594 +0800 CST m=+181.370279336, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FFBB5F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFB85F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:49.560 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=226] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:49.561 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=234] [peer-ids="[235,236,237]"] [2024/05/06 17:10:49.561 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=238] [peer-ids="[239,240,241]"] [2024/05/06 17:10:49.562 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=226] [takes=1.358446ms] [operator="\"labeler-split-region {split: region 226 use policy USEKEY and keys [7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:226(49, 5), createAt:2024-05-06 17:10:49.560863594 +0800 CST m=+181.370279336, startAt:2024-05-06 17:10:49.56093038 +0800 CST m=+181.370346123, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FFBB5F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFB85F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:49.562 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=226] [detail="StartKey Changed:{7480000000000000FFB85F728000000000FF0000080000000000FA} -> {7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FFBB5F728000000000FF0000010000000000FA}"] [old-version=49] [new-version=51] [2024/05/06 17:10:49.562 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=226] [origin="id:234 start_key:\"7480000000000000FFB85F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:238 start_key:\"7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:49.584 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=222] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:222(47, 5), createAt:2024-05-06 17:10:49.584104007 +0800 CST m=+181.393519744, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"22.00\",\"targetScore\":\"21.00\"}"] [2024/05/06 17:10:49.584 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=222] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:49.585 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=222] [takes=986.63µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:222(47, 5), createAt:2024-05-06 17:10:49.584104007 +0800 CST m=+181.393519744, startAt:2024-05-06 17:10:49.584616162 +0800 CST m=+181.394031899, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"22.00\",\"targetScore\":\"21.00\"}"] [2024/05/06 17:10:49.585 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=222] [from=1] [to=7] [2024/05/06 17:10:49.618 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60406, StartTime:2024-05-06 17:10:49 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"cba3ca0a-f3f8-4a5e-897a-d545be9611a3\"]}}"] [2024/05/06 17:10:49.963 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:49.963 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:51.064 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60436, StartTime:2024-05-06 17:10:51 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"290dfaa9-8776-48b5-8061-ecdbde6b8d56\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffbe5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffbe5f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:10:51.067 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFBE5F728000000000FF0000010000000000FA 7480000000000000FFBE5F728000000000FF0000050000000000FA]} (kind:split, region:12(49, 5), createAt:2024-05-06 17:10:51.067221803 +0800 CST m=+182.876637540, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFBB5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:51.067 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:51.067 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=242] [peer-ids="[243,244,245]"] [2024/05/06 17:10:51.067 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=246] [peer-ids="[247,248,249]"] [2024/05/06 17:10:51.068 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.53585ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFBE5F728000000000FF0000010000000000FA 7480000000000000FFBE5F728000000000FF0000050000000000FA]} (kind:split, region:12(49, 5), createAt:2024-05-06 17:10:51.067221803 +0800 CST m=+182.876637540, startAt:2024-05-06 17:10:51.067356733 +0800 CST m=+182.876772470, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFBB5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:51.068 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFBB5F728000000000FF0000050000000000FA} -> {7480000000000000FFBE5F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=49] [new-version=51] [2024/05/06 17:10:51.068 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:242 start_key:\"7480000000000000FFBB5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFBE5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:246 start_key:\"7480000000000000FFBE5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFBE5F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:51.100 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60448, StartTime:2024-05-06 17:10:51 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"290dfaa9-8776-48b5-8061-ecdbde6b8d56\"]}}"] [2024/05/06 17:10:51.110 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60462, StartTime:2024-05-06 17:10:51 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"5e7f3f1d-13e1-4469-b51b-9f23e2097188\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffbe5f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ffbe5f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:10:51.119 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=242] [operator="\"labeler-split-region {split: region 242 use policy USEKEY and keys [7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:242(51, 5), createAt:2024-05-06 17:10:51.119439097 +0800 CST m=+182.928854835, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FFBE5F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFBB5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:51.119 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=242] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:51.119 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=250] [peer-ids="[251,252,253]"] [2024/05/06 17:10:51.119 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=254] [peer-ids="[255,256,257]"] [2024/05/06 17:10:51.121 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=242] [detail="StartKey Changed:{7480000000000000FFBB5F728000000000FF0000050000000000FA} -> {7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FFBE5F728000000000FF0000010000000000FA}"] [old-version=51] [new-version=53] [2024/05/06 17:10:51.121 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=242] [takes=2.264382ms] [operator="\"labeler-split-region {split: region 242 use policy USEKEY and keys [7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:242(51, 5), createAt:2024-05-06 17:10:51.119439097 +0800 CST m=+182.928854835, startAt:2024-05-06 17:10:51.119512201 +0800 CST m=+182.928927939, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FFBE5F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFBB5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:51.121 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=242] [origin="id:250 start_key:\"7480000000000000FFBB5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:254 start_key:\"7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:51.145 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60468, StartTime:2024-05-06 17:10:51 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"5e7f3f1d-13e1-4469-b51b-9f23e2097188\"]}}"] [2024/05/06 17:10:51.285 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=30] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:30(7, 5), createAt:2024-05-06 17:10:51.284341895 +0800 CST m=+183.093757643, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"25.00\",\"targetScore\":\"21.00\"}"] [2024/05/06 17:10:51.285 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=30] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:51.285 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=254] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:254(53, 5), createAt:2024-05-06 17:10:51.284422575 +0800 CST m=+183.093838316, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"24.00\",\"targetScore\":\"22.00\"}"] [2024/05/06 17:10:51.285 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=254] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:51.285 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=190] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:190(41, 5), createAt:2024-05-06 17:10:51.284458217 +0800 CST m=+183.093873960, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"23.00\",\"targetScore\":\"22.00\"}"] [2024/05/06 17:10:51.285 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=190] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:51.286 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=30] [from=1] [to=2] [2024/05/06 17:10:51.286 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=30] [takes=1.120258ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:30(7, 5), createAt:2024-05-06 17:10:51.284341895 +0800 CST m=+183.093757643, startAt:2024-05-06 17:10:51.285441425 +0800 CST m=+183.094857166, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"25.00\",\"targetScore\":\"21.00\"}"] [2024/05/06 17:10:51.286 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=254] [takes=1.095436ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:254(53, 5), createAt:2024-05-06 17:10:51.284422575 +0800 CST m=+183.093838316, startAt:2024-05-06 17:10:51.285521714 +0800 CST m=+183.094937452, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"24.00\",\"targetScore\":\"22.00\"}"] [2024/05/06 17:10:51.286 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=254] [from=1] [to=7] [2024/05/06 17:10:51.286 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=190] [takes=1.114775ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:190(41, 5), createAt:2024-05-06 17:10:51.284458217 +0800 CST m=+183.093873960, startAt:2024-05-06 17:10:51.285575565 +0800 CST m=+183.094991302, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"23.00\",\"targetScore\":\"22.00\"}"] [2024/05/06 17:10:51.286 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=190] [from=1] [to=2] [2024/05/06 17:10:51.963 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:51.963 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:52.428 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60504, StartTime:2024-05-06 17:10:52 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"3fa6cf7f-e3fc-4fca-86b4-97d0853b5ad3\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffc15f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ffc15f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:52.432 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFC15F728000000000FF0000040000000000FA 7480000000000000FFC15F728000000000FF0000080000000000FA]} (kind:split, region:12(51, 5), createAt:2024-05-06 17:10:52.432071224 +0800 CST m=+184.241486962, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFBE5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:52.432 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:52.432 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=258] [peer-ids="[259,260,261]"] [2024/05/06 17:10:52.432 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=262] [peer-ids="[263,264,265]"] [2024/05/06 17:10:52.433 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.509514ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFC15F728000000000FF0000040000000000FA 7480000000000000FFC15F728000000000FF0000080000000000FA]} (kind:split, region:12(51, 5), createAt:2024-05-06 17:10:52.432071224 +0800 CST m=+184.241486962, startAt:2024-05-06 17:10:52.432163682 +0800 CST m=+184.241579418, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFBE5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:52.433 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFBE5F728000000000FF0000050000000000FA} -> {7480000000000000FFC15F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=51] [new-version=53] [2024/05/06 17:10:52.433 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:258 start_key:\"7480000000000000FFBE5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFC15F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:262 start_key:\"7480000000000000FFC15F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FFC15F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:52.463 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60514, StartTime:2024-05-06 17:10:52 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"3fa6cf7f-e3fc-4fca-86b4-97d0853b5ad3\"]}}"] [2024/05/06 17:10:52.591 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=54] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:54(13, 5), createAt:2024-05-06 17:10:52.590833621 +0800 CST m=+184.400249364, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"24.00\",\"targetScore\":\"23.00\"}"] [2024/05/06 17:10:52.591 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=54] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:52.592 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=54] [from=1] [to=7] [2024/05/06 17:10:52.592 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=54] [takes=855.18µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:54(13, 5), createAt:2024-05-06 17:10:52.590833621 +0800 CST m=+184.400249364, startAt:2024-05-06 17:10:52.591397132 +0800 CST m=+184.400812869, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"24.00\",\"targetScore\":\"23.00\"}"] [2024/05/06 17:10:53.739 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60558, StartTime:2024-05-06 17:10:53 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"73e21269-f9a1-49b1-aac3-328047dc5b49\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffc45f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ffc45f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:10:53.740 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFC45F728000000000FF0000040000000000FA 7480000000000000FFC45F728000000000FF0000080000000000FA]} (kind:split, region:12(53, 5), createAt:2024-05-06 17:10:53.740560618 +0800 CST m=+185.549976355, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFC15F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:53.740 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:53.741 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=266] [peer-ids="[267,268,269]"] [2024/05/06 17:10:53.741 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=270] [peer-ids="[271,272,273]"] [2024/05/06 17:10:53.742 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFC15F728000000000FF0000080000000000FA} -> {7480000000000000FFC45F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=53] [new-version=55] [2024/05/06 17:10:53.742 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.65363ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFC45F728000000000FF0000040000000000FA 7480000000000000FFC45F728000000000FF0000080000000000FA]} (kind:split, region:12(53, 5), createAt:2024-05-06 17:10:53.740560618 +0800 CST m=+185.549976355, startAt:2024-05-06 17:10:53.740631277 +0800 CST m=+185.550047013, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFC15F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:53.742 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:266 start_key:\"7480000000000000FFC15F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FFC45F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:270 start_key:\"7480000000000000FFC45F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FFC45F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:53.775 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60562, StartTime:2024-05-06 17:10:53 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"73e21269-f9a1-49b1-aac3-328047dc5b49\"]}}"] [2024/05/06 17:10:53.896 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=162] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:162(37, 5), createAt:2024-05-06 17:10:53.895870895 +0800 CST m=+185.705286633, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"25.00\",\"targetScore\":\"23.00\"}"] [2024/05/06 17:10:53.896 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=162] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:53.897 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=162] [takes=936.266µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:162(37, 5), createAt:2024-05-06 17:10:53.895870895 +0800 CST m=+185.705286633, startAt:2024-05-06 17:10:53.896402181 +0800 CST m=+185.705817919, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"25.00\",\"targetScore\":\"23.00\"}"] [2024/05/06 17:10:53.897 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=162] [from=1] [to=2] [2024/05/06 17:10:53.964 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:53.964 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:55.060 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:60600, StartTime:2024-05-06 17:10:55 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"4d4710ab-388e-4eda-ac0f-f36da249842c\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffc75f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffc75f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:10:55.070 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFC75F728000000000FF0000010000000000FA 7480000000000000FFC75F728000000000FF0000050000000000FA]} (kind:split, region:12(55, 5), createAt:2024-05-06 17:10:55.070199234 +0800 CST m=+186.879614971, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFC45F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:55.070 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:55.070 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=274] [peer-ids="[275,276,277]"] [2024/05/06 17:10:55.070 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=278] [peer-ids="[279,280,281]"] [2024/05/06 17:10:55.072 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFC45F728000000000FF0000080000000000FA} -> {7480000000000000FFC75F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=55] [new-version=57] [2024/05/06 17:10:55.072 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:274 start_key:\"7480000000000000FFC45F728000000000FF0000080000000000FA\" end_key:\"7480000000000000FFC75F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:278 start_key:\"7480000000000000FFC75F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFC75F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:55.072 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.768252ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFC75F728000000000FF0000010000000000FA 7480000000000000FFC75F728000000000FF0000050000000000FA]} (kind:split, region:12(55, 5), createAt:2024-05-06 17:10:55.070199234 +0800 CST m=+186.879614971, startAt:2024-05-06 17:10:55.070317558 +0800 CST m=+186.879733295, currentStep:1, size:2, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFC45F728000000000FF0000080000000000FA\"}"] [2024/05/06 17:10:55.094 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:60606, StartTime:2024-05-06 17:10:55 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"4d4710ab-388e-4eda-ac0f-f36da249842c\"]}}"] [2024/05/06 17:10:55.201 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=74] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:74(19, 5), createAt:2024-05-06 17:10:55.200656219 +0800 CST m=+187.010071957, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:10:55.201 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=74] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:55.201 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=250] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:250(53, 5), createAt:2024-05-06 17:10:55.200762676 +0800 CST m=+187.010178421, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"25.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:10:55.201 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=250] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:55.202 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=74] [from=1] [to=7] [2024/05/06 17:10:55.202 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=74] [takes=1.168923ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:74(19, 5), createAt:2024-05-06 17:10:55.200656219 +0800 CST m=+187.010071957, startAt:2024-05-06 17:10:55.201652566 +0800 CST m=+187.011068311, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"26.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:10:55.202 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=250] [from=1] [to=2] [2024/05/06 17:10:55.202 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=250] [takes=1.117554ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:250(53, 5), createAt:2024-05-06 17:10:55.200762676 +0800 CST m=+187.010178421, startAt:2024-05-06 17:10:55.201731033 +0800 CST m=+187.011146771, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"25.00\",\"targetScore\":\"24.00\"}"] [2024/05/06 17:10:55.965 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:55.965 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:57.542 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:50644, StartTime:2024-05-06 17:10:57 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"318a3583-d0b9-4fd6-9261-f349316835d5\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffca5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffca5f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:10:57.544 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFCA5F728000000000FF0000010000000000FA 7480000000000000FFCA5F728000000000FF0000050000000000FA]} (kind:split, region:12(57, 5), createAt:2024-05-06 17:10:57.544011331 +0800 CST m=+189.353427073, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFC75F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:57.544 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:57.544 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=282] [peer-ids="[283,284,285]"] [2024/05/06 17:10:57.544 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=286] [peer-ids="[287,288,289]"] [2024/05/06 17:10:57.545 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFC75F728000000000FF0000050000000000FA} -> {7480000000000000FFCA5F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=57] [new-version=59] [2024/05/06 17:10:57.545 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:282 start_key:\"7480000000000000FFC75F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFCA5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:286 start_key:\"7480000000000000FFCA5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFCA5F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:57.545 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.614429ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFCA5F728000000000FF0000010000000000FA 7480000000000000FFCA5F728000000000FF0000050000000000FA]} (kind:split, region:12(57, 5), createAt:2024-05-06 17:10:57.544011331 +0800 CST m=+189.353427073, startAt:2024-05-06 17:10:57.544101927 +0800 CST m=+189.353517664, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFC75F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:57.579 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:50656, StartTime:2024-05-06 17:10:57 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"318a3583-d0b9-4fd6-9261-f349316835d5\"]}}"] [2024/05/06 17:10:57.965 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:57.965 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:58.086 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=246] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:246(51, 5), createAt:2024-05-06 17:10:58.085597683 +0800 CST m=+189.895013420, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:10:58.086 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=246] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:58.087 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=246] [takes=960.249µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:246(51, 5), createAt:2024-05-06 17:10:58.085597683 +0800 CST m=+189.895013420, startAt:2024-05-06 17:10:58.086180369 +0800 CST m=+189.895596106, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"26.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:10:58.087 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=246] [from=1] [to=7] [2024/05/06 17:10:58.935 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:50676, StartTime:2024-05-06 17:10:58 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d7906964-a59c-4cc6-86c1-cdbdc5f1d346\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffcd5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffcd5f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:10:58.940 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFCD5F728000000000FF0000010000000000FA 7480000000000000FFCD5F728000000000FF0000050000000000FA]} (kind:split, region:12(59, 5), createAt:2024-05-06 17:10:58.940296684 +0800 CST m=+190.749712421, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFCA5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:58.940 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:58.940 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=290] [peer-ids="[291,292,293]"] [2024/05/06 17:10:58.940 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=294] [peer-ids="[295,296,297]"] [2024/05/06 17:10:58.941 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFCA5F728000000000FF0000050000000000FA} -> {7480000000000000FFCD5F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=59] [new-version=61] [2024/05/06 17:10:58.941 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.568711ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFCD5F728000000000FF0000010000000000FA 7480000000000000FFCD5F728000000000FF0000050000000000FA]} (kind:split, region:12(59, 5), createAt:2024-05-06 17:10:58.940296684 +0800 CST m=+190.749712421, startAt:2024-05-06 17:10:58.940423019 +0800 CST m=+190.749838756, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFCA5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:58.942 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:290 start_key:\"7480000000000000FFCA5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFCD5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:294 start_key:\"7480000000000000FFCD5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFCD5F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:58.971 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:50692, StartTime:2024-05-06 17:10:58 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d7906964-a59c-4cc6-86c1-cdbdc5f1d346\"]}}"] [2024/05/06 17:10:58.981 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:50706, StartTime:2024-05-06 17:10:58 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"7fa0329c-7a08-4857-8568-44aee4a9da39\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffcd5f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ffcd5f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:10:58.982 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=290] [operator="\"labeler-split-region {split: region 290 use policy USEKEY and keys [7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:290(61, 5), createAt:2024-05-06 17:10:58.98251013 +0800 CST m=+190.791925867, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FFCD5F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFCA5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:58.982 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=290] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:10:58.982 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=298] [peer-ids="[299,300,301]"] [2024/05/06 17:10:58.982 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=302] [peer-ids="[303,304,305]"] [2024/05/06 17:10:58.983 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=290] [detail="StartKey Changed:{7480000000000000FFCA5F728000000000FF0000050000000000FA} -> {7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FFCD5F728000000000FF0000010000000000FA}"] [old-version=61] [new-version=63] [2024/05/06 17:10:58.983 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=290] [takes=1.214633ms] [operator="\"labeler-split-region {split: region 290 use policy USEKEY and keys [7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:290(61, 5), createAt:2024-05-06 17:10:58.98251013 +0800 CST m=+190.791925867, startAt:2024-05-06 17:10:58.982596134 +0800 CST m=+190.792011872, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FFCD5F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFCA5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:10:58.983 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=290] [origin="id:298 start_key:\"7480000000000000FFCA5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:302 start_key:\"7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:10:59.015 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:50716, StartTime:2024-05-06 17:10:59 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"7fa0329c-7a08-4857-8568-44aee4a9da39\"]}}"] [2024/05/06 17:10:59.088 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=238] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:238(51, 5), createAt:2024-05-06 17:10:59.087771639 +0800 CST m=+190.897187376, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"29.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:10:59.088 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=238] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:59.088 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=106] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:106(29, 5), createAt:2024-05-06 17:10:59.087928085 +0800 CST m=+190.897343822, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"28.00\",\"targetScore\":\"26.00\"}"] [2024/05/06 17:10:59.088 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=106] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:10:59.088 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=78] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:78(19, 5), createAt:2024-05-06 17:10:59.088013367 +0800 CST m=+190.897429104, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"26.00\"}"] [2024/05/06 17:10:59.088 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=78] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:10:59.089 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=106] [from=1] [to=7] [2024/05/06 17:10:59.089 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=106] [takes=1.031463ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:106(29, 5), createAt:2024-05-06 17:10:59.087928085 +0800 CST m=+190.897343822, startAt:2024-05-06 17:10:59.088600002 +0800 CST m=+190.898015740, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"28.00\",\"targetScore\":\"26.00\"}"] [2024/05/06 17:10:59.089 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=238] [takes=1.115635ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:238(51, 5), createAt:2024-05-06 17:10:59.087771639 +0800 CST m=+190.897187376, startAt:2024-05-06 17:10:59.088549444 +0800 CST m=+190.897965182, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"29.00\",\"targetScore\":\"25.00\"}"] [2024/05/06 17:10:59.089 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=78] [takes=1.160717ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:78(19, 5), createAt:2024-05-06 17:10:59.088013367 +0800 CST m=+190.897429104, startAt:2024-05-06 17:10:59.088631533 +0800 CST m=+190.898047270, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"27.00\",\"targetScore\":\"26.00\"}"] [2024/05/06 17:10:59.089 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=238] [from=1] [to=2] [2024/05/06 17:10:59.089 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=78] [from=1] [to=2] [2024/05/06 17:10:59.861 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:10:59.861 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:39335/schema] [error="Get \"http://127.0.0.1:39335/schema\": read tcp 127.0.0.1:45016->127.0.0.1:39335: read: connection reset by peer"] [2024/05/06 17:10:59.861 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:10:59.966 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:59.966 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:00.273 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:50748, StartTime:2024-05-06 17:11:00 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a332c85f-bfe1-41f3-af9d-a1f8bf5ca394\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffd05f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffd05f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:11:00.276 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFD05F728000000000FF0000010000000000FA 7480000000000000FFD05F728000000000FF0000050000000000FA]} (kind:split, region:12(61, 5), createAt:2024-05-06 17:11:00.276364737 +0800 CST m=+192.085780475, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFCD5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:11:00.276 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:11:00.276 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=306] [peer-ids="[307,308,309]"] [2024/05/06 17:11:00.276 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=310] [peer-ids="[311,312,313]"] [2024/05/06 17:11:00.278 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFCD5F728000000000FF0000050000000000FA} -> {7480000000000000FFD05F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=61] [new-version=63] [2024/05/06 17:11:00.278 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.676542ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFD05F728000000000FF0000010000000000FA 7480000000000000FFD05F728000000000FF0000050000000000FA]} (kind:split, region:12(61, 5), createAt:2024-05-06 17:11:00.276364737 +0800 CST m=+192.085780475, startAt:2024-05-06 17:11:00.27644595 +0800 CST m=+192.085861688, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFCD5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:11:00.278 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:306 start_key:\"7480000000000000FFCD5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFD05F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:310 start_key:\"7480000000000000FFD05F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFD05F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:11:00.308 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:50762, StartTime:2024-05-06 17:11:00 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a332c85f-bfe1-41f3-af9d-a1f8bf5ca394\"]}}"] [2024/05/06 17:11:00.318 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:50764, StartTime:2024-05-06 17:11:00 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"984eb5cb-1923-43f9-9ba3-e99027352456\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffd05f698000000000ff0000010380000000ff0000000400000000fb\",\"end_key\":\"7480000000000000ffd05f698000000000ff0000010380000000ff0000000700000000fc\"}]}}"] [2024/05/06 17:11:00.319 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=306] [operator="\"labeler-split-region {split: region 306 use policy USEKEY and keys [7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:306(63, 5), createAt:2024-05-06 17:11:00.319326727 +0800 CST m=+192.128742465, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FFD05F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFCD5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:11:00.319 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=306] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:11:00.319 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=314] [peer-ids="[315,316,317]"] [2024/05/06 17:11:00.319 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=318] [peer-ids="[319,320,321]"] [2024/05/06 17:11:00.320 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=306] [detail="StartKey Changed:{7480000000000000FFCD5F728000000000FF0000050000000000FA} -> {7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC}, EndKey:{7480000000000000FFD05F728000000000FF0000010000000000FA}"] [old-version=63] [new-version=65] [2024/05/06 17:11:00.320 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=306] [takes=1.301888ms] [operator="\"labeler-split-region {split: region 306 use policy USEKEY and keys [7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC]} (kind:split, region:306(63, 5), createAt:2024-05-06 17:11:00.319326727 +0800 CST m=+192.128742465, startAt:2024-05-06 17:11:00.319400019 +0800 CST m=+192.128815755, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FFD05F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000000FFCD5F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:11:00.320 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=306] [origin="id:314 start_key:\"7480000000000000FFCD5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB\" region_epoch: peers: peers: peers: id:318 start_key:\"7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB\" end_key:\"7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:11:00.352 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:50780, StartTime:2024-05-06 17:11:00 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"984eb5cb-1923-43f9-9ba3-e99027352456\"]}}"] [2024/05/06 17:11:00.393 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=230] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:230(49, 5), createAt:2024-05-06 17:11:00.392950662 +0800 CST m=+192.202366399, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"30.00\",\"targetScore\":\"27.00\"}"] [2024/05/06 17:11:00.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=230] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:11:00.393 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=174] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:174(39, 5), createAt:2024-05-06 17:11:00.393053349 +0800 CST m=+192.202469097, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"29.00\",\"targetScore\":\"27.00\"}"] [2024/05/06 17:11:00.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=174] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:11:00.394 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=230] [from=1] [to=2] [2024/05/06 17:11:00.394 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=230] [takes=994.864µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:230(49, 5), createAt:2024-05-06 17:11:00.392950662 +0800 CST m=+192.202366399, startAt:2024-05-06 17:11:00.393581301 +0800 CST m=+192.202997038, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"30.00\",\"targetScore\":\"27.00\"}"] [2024/05/06 17:11:00.394 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=174] [takes=1.039039ms] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:174(39, 5), createAt:2024-05-06 17:11:00.393053349 +0800 CST m=+192.202469097, startAt:2024-05-06 17:11:00.393630023 +0800 CST m=+192.203045760, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"29.00\",\"targetScore\":\"27.00\"}"] [2024/05/06 17:11:00.394 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=174] [from=1] [to=7] [2024/05/06 17:11:01.773 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:50812, StartTime:2024-05-06 17:11:01 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"f6f5ac33-6214-4ebf-b3de-588ecc5cd4fc\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffd35f728000000000ff0000040000000000fa\",\"end_key\":\"7480000000000000ffd35f728000000000ff0000080000000000fa\"}]}}"] [2024/05/06 17:11:01.780 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFD35F728000000000FF0000040000000000FA 7480000000000000FFD35F728000000000FF0000080000000000FA]} (kind:split, region:12(63, 5), createAt:2024-05-06 17:11:01.780166729 +0800 CST m=+193.589582466, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFD05F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:11:01.780 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:11:01.780 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=322] [peer-ids="[323,324,325]"] [2024/05/06 17:11:01.780 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=326] [peer-ids="[327,328,329]"] [2024/05/06 17:11:01.781 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=1.606139ms] [operator="\"labeler-split-region {split: region 12 use policy USEKEY and keys [7480000000000000FFD35F728000000000FF0000040000000000FA 7480000000000000FFD35F728000000000FF0000080000000000FA]} (kind:split, region:12(63, 5), createAt:2024-05-06 17:11:01.780166729 +0800 CST m=+193.589582466, startAt:2024-05-06 17:11:01.780298762 +0800 CST m=+193.589714500, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFD05F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:11:01.781 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:322 start_key:\"7480000000000000FFD05F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FFD35F728000000000FF0000040000000000FA\" region_epoch: peers: peers: peers: id:326 start_key:\"7480000000000000FFD35F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FFD35F728000000000FF0000080000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:11:01.781 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{7480000000000000FFD05F728000000000FF0000050000000000FA} -> {7480000000000000FFD35F728000000000FF0000080000000000FA}, EndKey:{7800000000000000FB}"] [old-version=63] [new-version=65] [2024/05/06 17:11:01.843 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:50826, StartTime:2024-05-06 17:11:01 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"f6f5ac33-6214-4ebf-b3de-588ecc5cd4fc\"]}}"] [2024/05/06 17:11:01.967 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:01.967 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:02.092 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=270] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:270(55, 5), createAt:2024-05-06 17:11:02.091997935 +0800 CST m=+193.901413672, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"30.00\",\"targetScore\":\"28.00\"}"] [2024/05/06 17:11:02.092 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=270] [step="transfer leader from store 1 to store 7"] [source=create] [2024/05/06 17:11:02.092 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=242] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:242(53, 5), createAt:2024-05-06 17:11:02.092056473 +0800 CST m=+193.901472211, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"29.00\",\"targetScore\":\"28.00\"}"] [2024/05/06 17:11:02.092 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=242] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:11:02.093 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=270] [takes=989.349µs] [operator="\"balance-leader {transfer leader: store 1 to 7} (kind:leader, region:270(55, 5), createAt:2024-05-06 17:11:02.091997935 +0800 CST m=+193.901413672, startAt:2024-05-06 17:11:02.092878531 +0800 CST m=+193.902294268, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 7}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"30.00\",\"targetScore\":\"28.00\"}"] [2024/05/06 17:11:02.093 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=242] [takes=948.066µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:242(53, 5), createAt:2024-05-06 17:11:02.092056473 +0800 CST m=+193.901472211, startAt:2024-05-06 17:11:02.092938786 +0800 CST m=+193.902354524, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"29.00\",\"targetScore\":\"28.00\"}"] [2024/05/06 17:11:02.093 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=270] [from=1] [to=7] [2024/05/06 17:11:02.094 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=242] [from=1] [to=2] [2024/05/06 17:11:03.967 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:03.967 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:05.968 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:05.968 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:07.968 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:07.968 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:09.969 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:09.969 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:11.970 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:11.970 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 219 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=219] [vote=0] [log_index=5] [log_term=5] [raft_id=220] [region_id=218] [thread_id=102] [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 223 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=223] [vote=0] [log_index=5] [log_term=5] [raft_id=224] [region_id=222] [thread_id=101] [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 219"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=219] [raft_id=220] [region_id=218] [thread_id=102] [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=220] [region_id=218] [thread_id=102] [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 219 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=219] [vote=0] [log_index=5] [log_term=5] [raft_id=220] [region_id=218] [thread_id=102] [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 223"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=223] [raft_id=224] [region_id=222] [thread_id=101] [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=224] [region_id=222] [thread_id=101] [2024/05/06 17:10:48.139 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 223 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=223] [vote=0] [log_index=5] [log_term=5] [raft_id=224] [region_id=222] [thread_id=101] [2024/05/06 17:10:48.159 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 169"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=169] [raft_id=168] [region_id=166] [thread_id=102] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=168] [region_id=166] [thread_id=102] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 169 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=169] [vote=0] [log_index=7] [log_term=6] [raft_id=168] [region_id=166] [thread_id=102] [2024/05/06 17:10:48.699 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:48.700 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: 24E0BFF4697641ADB8AEE8C53548D080 range { start: 7480000000000000FFB55F728000000000FF0000040000000000FA end: 7480000000000000FFB55F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 214 region_epoch { conf_ver: 5 version: 45 } }]"] [thread_id=105] [2024/05/06 17:10:48.700 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/24e0bff4-6976-41ad-b8ae-e8c53548d080_214_5_45_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/24e0bff4-6976-41ad-b8ae-e8c53548d080_214_5_45_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/24e0bff4-6976-41ad-b8ae-e8c53548d080_214_5_45_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:49.431 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:49.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA new_region_id: 226 new_peer_ids: 227 new_peer_ids: 228 new_peer_ids: 229 } requests { split_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA new_region_id: 230 new_peer_ids: 231 new_peer_ids: 232 new_peer_ids: 233 } right_derive: true }"] [index=1426] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:10:49.518 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBB5F728000000000FF0000010000000000FA to 7480000000000000FFBB5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 47 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 226 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 49 } peers { id: 227 store_id: 1 } peers { id: 228 store_id: 7 } peers { id: 229 store_id: 2 }"] [region_id=226] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=228] [region_id=226] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {228, 229, 227} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=228] [region_id=226] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=228] [region_id=226] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {228, 229, 227} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=228] [region_id=226] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 228."] [id=228] [raft_id=228] [region_id=226] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 230 start_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA end_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 49 } peers { id: 231 store_id: 1 } peers { id: 232 store_id: 7 } peers { id: 233 store_id: 2 }"] [region_id=230] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=232] [region_id=230] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {232, 233, 231} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=232] [region_id=230] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=232] [region_id=230] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {232, 233, 231} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=232] [region_id=230] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 232."] [id=232] [raft_id=232] [region_id=230] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 227 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=227] [vote=0] [log_index=5] [log_term=5] [raft_id=228] [region_id=226] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 231 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=231] [vote=0] [log_index=5] [log_term=5] [raft_id=232] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 227"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=227] [raft_id=228] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=228] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 227 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=227] [vote=0] [log_index=5] [log_term=5] [raft_id=228] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 231"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=231] [raft_id=232] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=232] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 231 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=231] [vote=0] [log_index=5] [log_term=5] [raft_id=232] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.538 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 127 and starts an election to get leadership."] [from=127] [term=6] [raft_id=128] [region_id=126] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=128] [region_id=126] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=128] [region_id=126] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[129, 127]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=128] [region_id=126] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 197"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=197] [raft_id=196] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=196] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 197 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=197] [vote=0] [log_index=6] [log_term=6] [raft_id=196] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=129] [vote=true] [raft_id=128] [region_id=126] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=128] [region_id=126] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771130] [region_id=126] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=126] [thread_id=31] [2024/05/06 17:10:49.540 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 126 start_key: 7480000000000000FF955F728000000000FF0000010000000000FA end_key: 7480000000000000FF955F728000000000FF00000C0000000000FA region_epoch { conf_ver: 5 version: 29 } peers { id: 127 store_id: 1 } peers { id: 128 store_id: 7 } peers { id: 129 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:49.541 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(15)] [region=126] [thread_id=68] [2024/05/06 17:10:49.561 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 234 new_peer_ids: 235 new_peer_ids: 236 new_peer_ids: 237 } requests { split_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 238 new_peer_ids: 239 new_peer_ids: 240 new_peer_ids: 241 } right_derive: true }"] [index=7] [term=6] [peer_id=228] [region_id=226] [thread_id=103] [2024/05/06 17:10:49.561 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 226 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 49 } peers { id: 227 store_id: 1 } peers { id: 228 store_id: 7 } peers { id: 229 store_id: 2 }"] [peer_id=228] [region_id=226] [thread_id=103] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 234 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 51 } peers { id: 235 store_id: 1 } peers { id: 236 store_id: 7 } peers { id: 237 store_id: 2 }"] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {236, 237, 235} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {236, 237, 235} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 236."] [id=236] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 238 start_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 239 store_id: 1 } peers { id: 240 store_id: 7 } peers { id: 241 store_id: 2 }"] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=240] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {240, 241, 239} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=240] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=240] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {240, 241, 239} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=240] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 240."] [id=240] [raft_id=240] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 235 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=235] [vote=0] [log_index=5] [log_term=5] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 239 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=239] [vote=0] [log_index=5] [log_term=5] [raft_id=240] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 235"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=235] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 235 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=235] [vote=0] [log_index=5] [log_term=5] [raft_id=236] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 239"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=239] [raft_id=240] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=240] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 239 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=239] [vote=0] [log_index=5] [log_term=5] [raft_id=240] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 223 and starts an election to get leadership."] [from=223] [term=6] [raft_id=224] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=224] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=224] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[225, 223]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=224] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=223] [vote=true] [raft_id=224] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=224] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771166] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=222] [thread_id=31] [2024/05/06 17:10:49.586 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: 8231188F6FCD4F82BB20BDBC01A408FD range { start: 7480000000000000FFB85F728000000000FF0000040000000000FA end: 7480000000000000FFB85F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 222 region_epoch { conf_ver: 5 version: 47 } }]"] [thread_id=105] [2024/05/06 17:10:49.586 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/8231188f-6fcd-4f82-bb20-bdbc01a408fd_222_5_47_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/8231188f-6fcd-4f82-bb20-bdbc01a408fd_222_5_47_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/8231188f-6fcd-4f82-bb20-bdbc01a408fd_222_5_47_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:49.586 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 222 start_key: 7480000000000000FFB85F728000000000FF0000040000000000FA end_key: 7480000000000000FFB85F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 47 } peers { id: 223 store_id: 1 } peers { id: 224 store_id: 7 } peers { id: 225 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:49.586 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(16)] [region=222] [thread_id=68] [2024/05/06 17:10:49.613 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:50.979 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:51.068 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA new_region_id: 242 new_peer_ids: 243 new_peer_ids: 244 new_peer_ids: 245 } requests { split_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA new_region_id: 246 new_peer_ids: 247 new_peer_ids: 248 new_peer_ids: 249 } right_derive: true }"] [index=1457] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:51.068 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBE5F728000000000FF0000010000000000FA to 7480000000000000FFBE5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 49 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 242 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 51 } peers { id: 243 store_id: 1 } peers { id: 244 store_id: 7 } peers { id: 245 store_id: 2 }"] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=244] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {244, 245, 243} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=244] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=244] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {244, 245, 243} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=244] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 244."] [id=244] [raft_id=244] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 246 start_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA end_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 51 } peers { id: 247 store_id: 1 } peers { id: 248 store_id: 7 } peers { id: 249 store_id: 2 }"] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=248] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {248, 249, 247} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=248] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=248] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {248, 249, 247} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=248] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 248."] [id=248] [raft_id=248] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 243 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=243] [vote=0] [log_index=5] [log_term=5] [raft_id=244] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 243"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=243] [raft_id=244] [region_id=242] [thread_id=102] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 247 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=247] [vote=0] [log_index=5] [log_term=5] [raft_id=248] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=244] [region_id=242] [thread_id=102] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 243 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=243] [vote=0] [log_index=5] [log_term=5] [raft_id=244] [region_id=242] [thread_id=102] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 247"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=247] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 247 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=247] [vote=0] [log_index=5] [log_term=5] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:51.095 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:51.121 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 250 new_peer_ids: 251 new_peer_ids: 252 new_peer_ids: 253 } requests { split_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 254 new_peer_ids: 255 new_peer_ids: 256 new_peer_ids: 257 } right_derive: true }"] [index=7] [term=6] [peer_id=244] [region_id=242] [thread_id=103] [2024/05/06 17:10:51.121 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 242 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 51 } peers { id: 243 store_id: 1 } peers { id: 244 store_id: 7 } peers { id: 245 store_id: 2 }"] [peer_id=244] [region_id=242] [thread_id=103] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 250 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 251 store_id: 1 } peers { id: 252 store_id: 7 } peers { id: 253 store_id: 2 }"] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {252, 253, 251} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {252, 253, 251} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 252."] [id=252] [raft_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 254 start_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 255 store_id: 1 } peers { id: 256 store_id: 7 } peers { id: 257 store_id: 2 }"] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 251 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=251] [vote=0] [log_index=5] [log_term=5] [raft_id=252] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {256, 257, 255} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {256, 257, 255} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 256."] [id=256] [raft_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 251"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=251] [raft_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 255 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=255] [vote=0] [log_index=5] [log_term=5] [raft_id=256] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 251 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=251] [vote=0] [log_index=5] [log_term=5] [raft_id=252] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 255"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=255] [raft_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 255 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=255] [vote=0] [log_index=5] [log_term=5] [raft_id=256] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.140 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 255 and starts an election to get leadership."] [from=255] [term=6] [raft_id=256] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=256] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=256] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[257, 255]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=256] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 33"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=33] [raft_id=32] [region_id=30] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=32] [region_id=30] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 33 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=33] [vote=0] [log_index=7] [log_term=6] [raft_id=32] [region_id=30] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 193"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=193] [raft_id=192] [region_id=190] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=192] [region_id=190] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 193 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=193] [vote=0] [log_index=7] [log_term=6] [raft_id=192] [region_id=190] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=255] [vote=true] [raft_id=256] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=256] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771178] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=254] [thread_id=31] [2024/05/06 17:10:51.287 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: CF5AA8EB6B174EC9BFE02C50B2E731A1 range { start: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 254 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 17:10:51.287 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/cf5aa8eb-6b17-4ec9-bfe0-2c50b2e731a1_254_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/cf5aa8eb-6b17-4ec9-bfe0-2c50b2e731a1_254_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/cf5aa8eb-6b17-4ec9-bfe0-2c50b2e731a1_254_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:51.287 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 254 start_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 255 store_id: 1 } peers { id: 256 store_id: 7 } peers { id: 257 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:51.287 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(17)] [region=254] [thread_id=68] [2024/05/06 17:10:51.521 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:51.522 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: D4389F21CF3B49ACA0AAE5F2AC527EE0 range { start: 7480000000000000FFBB5F728000000000FF0000010000000000FA end: 7480000000000000FFBB5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 230 region_epoch { conf_ver: 5 version: 49 } }]"] [thread_id=105] [2024/05/06 17:10:51.522 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/d4389f21-cf3b-49ac-a0aa-e5f2ac527ee0_230_5_49_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/d4389f21-cf3b-49ac-a0aa-e5f2ac527ee0_230_5_49_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/d4389f21-cf3b-49ac-a0aa-e5f2ac527ee0_230_5_49_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:51.564 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:51.565 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: 4CB1532DA07B4475AB37DDB9DB80E38C range { start: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 238 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 17:10:51.565 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/4cb1532d-a07b-4475-ab37-ddb9db80e38c_238_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/4cb1532d-a07b-4475-ab37-ddb9db80e38c_238_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/4cb1532d-a07b-4475-ab37-ddb9db80e38c_238_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:52.355 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:52.433 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC15F728000000000FF0000040000000000FA new_region_id: 258 new_peer_ids: 259 new_peer_ids: 260 new_peer_ids: 261 } requests { split_key: 7480000000000000FFC15F728000000000FF0000080000000000FA new_region_id: 262 new_peer_ids: 263 new_peer_ids: 264 new_peer_ids: 265 } right_derive: true }"] [index=1487] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:10:52.433 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFC15F728000000000FF0000040000000000FA to 7480000000000000FFC15F728000000000FF0000080000000000FA"] [region="id: 12 start_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 51 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 258 start_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA end_key: 7480000000000000FFC15F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 53 } peers { id: 259 store_id: 1 } peers { id: 260 store_id: 7 } peers { id: 261 store_id: 2 }"] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {260, 261, 259} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {260, 261, 259} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 260."] [id=260] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 262 start_key: 7480000000000000FFC15F728000000000FF0000040000000000FA end_key: 7480000000000000FFC15F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 53 } peers { id: 263 store_id: 1 } peers { id: 264 store_id: 7 } peers { id: 265 store_id: 2 }"] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {264, 265, 263} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {264, 265, 263} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 264."] [id=264] [raft_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 259 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=259] [vote=0] [log_index=5] [log_term=5] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 263 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=263] [vote=0] [log_index=5] [log_term=5] [raft_id=264] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 259"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=259] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 259 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=259] [vote=0] [log_index=5] [log_term=5] [raft_id=260] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.434 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 263"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=263] [raft_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.434 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.434 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 263 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=263] [vote=0] [log_index=5] [log_term=5] [raft_id=264] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.458 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:52.591 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 55 and starts an election to get leadership."] [from=55] [term=6] [raft_id=56] [region_id=54] [thread_id=102] [2024/05/06 17:10:52.591 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=56] [region_id=54] [thread_id=102] [2024/05/06 17:10:52.591 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=56] [region_id=54] [thread_id=102] [2024/05/06 17:10:52.591 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[57, 55]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=56] [region_id=54] [thread_id=102] [2024/05/06 17:10:52.592 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=55] [vote=true] [raft_id=56] [region_id=54] [thread_id=102] [2024/05/06 17:10:52.592 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=56] [region_id=54] [thread_id=102] [2024/05/06 17:10:52.592 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771098] [region_id=54] [thread_id=102] [2024/05/06 17:10:52.592 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=54] [thread_id=31] [2024/05/06 17:10:52.592 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 54 start_key: 7480000000000000FF795F728000000000FF0000010000000000FA end_key: 7480000000000000FF795F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 13 } peers { id: 55 store_id: 1 } peers { id: 56 store_id: 7 } peers { id: 57 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:52.592 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(18)] [region=54] [thread_id=68] [2024/05/06 17:10:53.071 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:53.072 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 0FDC271E86F045E0A62ECB29A89A47B1 range { start: 7480000000000000FFBE5F728000000000FF0000010000000000FA end: 7480000000000000FFBE5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 246 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 17:10:53.072 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/0fdc271e-86f0-45e0-a62e-cb29a89a47b1_246_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/0fdc271e-86f0-45e0-a62e-cb29a89a47b1_246_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/0fdc271e-86f0-45e0-a62e-cb29a89a47b1_246_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:53.692 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:10:53.741 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC45F728000000000FF0000040000000000FA new_region_id: 266 new_peer_ids: 267 new_peer_ids: 268 new_peer_ids: 269 } requests { split_key: 7480000000000000FFC45F728000000000FF0000080000000000FA new_region_id: 270 new_peer_ids: 271 new_peer_ids: 272 new_peer_ids: 273 } right_derive: true }"] [index=1516] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:53.741 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFC45F728000000000FF0000040000000000FA to 7480000000000000FFC45F728000000000FF0000080000000000FA"] [region="id: 12 start_key: 7480000000000000FFC15F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 266 start_key: 7480000000000000FFC15F728000000000FF0000080000000000FA end_key: 7480000000000000FFC45F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 267 store_id: 1 } peers { id: 268 store_id: 7 } peers { id: 269 store_id: 2 }"] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {268, 269, 267} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {268, 269, 267} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 268."] [id=268] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 270 start_key: 7480000000000000FFC45F728000000000FF0000040000000000FA end_key: 7480000000000000FFC45F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 271 store_id: 1 } peers { id: 272 store_id: 7 } peers { id: 273 store_id: 2 }"] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {272, 273, 271} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {272, 273, 271} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 272."] [id=272] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 267 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=267] [vote=0] [log_index=5] [log_term=5] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 271 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=271] [vote=0] [log_index=5] [log_term=5] [raft_id=272] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 267"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=267] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 267 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=267] [vote=0] [log_index=5] [log_term=5] [raft_id=268] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 271"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=271] [raft_id=272] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=272] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 271 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=271] [vote=0] [log_index=5] [log_term=5] [raft_id=272] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.769 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 165"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=165] [raft_id=164] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=164] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 165 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=165] [vote=0] [log_index=6] [log_term=6] [raft_id=164] [region_id=162] [thread_id=102] [2024/05/06 17:10:54.436 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:54.437 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: 3C74CE576E1942EBABB80ED9375D042E range { start: 7480000000000000FFC15F728000000000FF0000040000000000FA end: 7480000000000000FFC15F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 262 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 17:10:54.437 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/3c74ce57-6e19-42eb-abb8-0ed9375d042e_262_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/3c74ce57-6e19-42eb-abb8-0ed9375d042e_262_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/3c74ce57-6e19-42eb-abb8-0ed9375d042e_262_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:55.025 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:55.071 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC75F728000000000FF0000010000000000FA new_region_id: 274 new_peer_ids: 275 new_peer_ids: 276 new_peer_ids: 277 } requests { split_key: 7480000000000000FFC75F728000000000FF0000050000000000FA new_region_id: 278 new_peer_ids: 279 new_peer_ids: 280 new_peer_ids: 281 } right_derive: true }"] [index=1545] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:55.071 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFC75F728000000000FF0000010000000000FA to 7480000000000000FFC75F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 274 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7480000000000000FFC75F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 275 store_id: 1 } peers { id: 276 store_id: 7 } peers { id: 277 store_id: 2 }"] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=276] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.071 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {276, 277, 275} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=276] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=276] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {276, 277, 275} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=276] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 276."] [id=276] [raft_id=276] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 278 start_key: 7480000000000000FFC75F728000000000FF0000010000000000FA end_key: 7480000000000000FFC75F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 279 store_id: 1 } peers { id: 280 store_id: 7 } peers { id: 281 store_id: 2 }"] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=280] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 275 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=275] [vote=0] [log_index=5] [log_term=5] [raft_id=276] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {280, 281, 279} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=280] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=280] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {280, 281, 279} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=280] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 280."] [id=280] [raft_id=280] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 279 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=279] [vote=0] [log_index=5] [log_term=5] [raft_id=280] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 275"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=275] [raft_id=276] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=276] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 275 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=275] [vote=0] [log_index=5] [log_term=5] [raft_id=276] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 279"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=279] [raft_id=280] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=280] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 279 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=279] [vote=0] [log_index=5] [log_term=5] [raft_id=280] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.089 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 75 and starts an election to get leadership."] [from=75] [term=6] [raft_id=76] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=76] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=76] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[77, 75]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=76] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 253"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=253] [raft_id=252] [region_id=250] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=252] [region_id=250] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 253 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=253] [vote=0] [log_index=6] [log_term=6] [raft_id=252] [region_id=250] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=77] [vote=true] [raft_id=76] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=76] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771110] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=74] [thread_id=31] [2024/05/06 17:10:55.202 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 74 start_key: 7480000000000000FF845F728000000000FF0000020000000000FA end_key: 7480000000000000FF865F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 75 store_id: 1 } peers { id: 76 store_id: 7 } peers { id: 77 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:55.203 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(19)] [region=74] [thread_id=68] [2024/05/06 17:10:55.744 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:55.745 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: B482AA0AC8034D049DC5555C4A533D1B range { start: 7480000000000000FFC45F728000000000FF0000040000000000FA end: 7480000000000000FFC45F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 270 region_epoch { conf_ver: 5 version: 55 } }]"] [thread_id=105] [2024/05/06 17:10:55.745 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:57.074 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:57.075 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 3559DC5CDDF54401925ACCE3779A2A5B range { start: 7480000000000000FFC75F728000000000FF0000010000000000FA end: 7480000000000000FFC75F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 278 region_epoch { conf_ver: 5 version: 57 } }]"] [thread_id=105] [2024/05/06 17:10:57.075 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:57.512 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:10:57.545 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA new_region_id: 282 new_peer_ids: 283 new_peer_ids: 284 new_peer_ids: 285 } requests { split_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA new_region_id: 286 new_peer_ids: 287 new_peer_ids: 288 new_peer_ids: 289 } right_derive: true }"] [index=1577] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:10:57.545 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCA5F728000000000FF0000010000000000FA to 7480000000000000FFCA5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 282 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 283 store_id: 1 } peers { id: 284 store_id: 7 } peers { id: 285 store_id: 2 }"] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {284, 285, 283} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {284, 285, 283} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 284."] [id=284] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 286 start_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 287 store_id: 1 } peers { id: 288 store_id: 7 } peers { id: 289 store_id: 2 }"] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {288, 289, 287} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {288, 289, 287} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 288."] [id=288] [raft_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 283 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=283] [vote=0] [log_index=5] [log_term=5] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 287 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=287] [vote=0] [log_index=5] [log_term=5] [raft_id=288] [region_id=286] [thread_id=102] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 283"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=283] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 283 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=283] [vote=0] [log_index=5] [log_term=5] [raft_id=284] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 287"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=287] [raft_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 287 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=287] [vote=0] [log_index=5] [log_term=5] [raft_id=288] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.573 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 247 and starts an election to get leadership."] [from=247] [term=6] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[249, 247]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=247] [vote=true] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=248] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771174] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.087 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=246] [thread_id=31] [2024/05/06 17:10:58.087 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 246 start_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA end_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 51 } peers { id: 247 store_id: 1 } peers { id: 248 store_id: 7 } peers { id: 249 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:58.087 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(20)] [region=246] [thread_id=68] [2024/05/06 17:10:58.177 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=11901ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=8] [read_state="ReadState { idx: 7, ts: 449573454152204292 }"] [gap=31893ms] [region_id=54] [thread_id=68] [2024/05/06 17:10:58.855 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:10:58.941 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA new_region_id: 290 new_peer_ids: 291 new_peer_ids: 292 new_peer_ids: 293 } requests { split_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA new_region_id: 294 new_peer_ids: 295 new_peer_ids: 296 new_peer_ids: 297 } right_derive: true }"] [index=1607] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:58.941 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCD5F728000000000FF0000010000000000FA to 7480000000000000FFCD5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 59 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=292] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {292, 293, 291} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=292] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=292] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {292, 293, 291} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=292] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 292."] [id=292] [raft_id=292] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 294 start_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 295 store_id: 1 } peers { id: 296 store_id: 7 } peers { id: 297 store_id: 2 }"] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {296, 297, 295} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {296, 297, 295} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 296."] [id=296] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 291 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=291] [vote=0] [log_index=5] [log_term=5] [raft_id=292] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 295 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=295] [vote=0] [log_index=5] [log_term=5] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 291"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=291] [raft_id=292] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=292] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 291 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=291] [vote=0] [log_index=5] [log_term=5] [raft_id=292] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 295"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=295] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 295 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=295] [vote=0] [log_index=5] [log_term=5] [raft_id=296] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.965 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:58.983 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 298 new_peer_ids: 299 new_peer_ids: 300 new_peer_ids: 301 } requests { split_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 302 new_peer_ids: 303 new_peer_ids: 304 new_peer_ids: 305 } right_derive: true }"] [index=7] [term=6] [peer_id=292] [region_id=290] [thread_id=104] [2024/05/06 17:10:58.983 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [peer_id=292] [region_id=290] [thread_id=104] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 298 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 299 store_id: 1 } peers { id: 300 store_id: 7 } peers { id: 301 store_id: 2 }"] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {300, 301, 299} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {300, 301, 299} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 300."] [id=300] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 302 start_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 63 } peers { id: 303 store_id: 1 } peers { id: 304 store_id: 7 } peers { id: 305 store_id: 2 }"] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=304] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {304, 305, 303} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=304] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=304] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {304, 305, 303} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=304] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 304."] [id=304] [raft_id=304] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 299 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=299] [vote=0] [log_index=5] [log_term=5] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 303 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=303] [vote=0] [log_index=5] [log_term=5] [raft_id=304] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 299"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=299] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 299 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=299] [vote=0] [log_index=5] [log_term=5] [raft_id=300] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 303"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=303] [raft_id=304] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=304] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 303 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=303] [vote=0] [log_index=5] [log_term=5] [raft_id=304] [region_id=302] [thread_id=101] [2024/05/06 17:10:59.010 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 107 and starts an election to get leadership."] [from=107] [term=6] [raft_id=108] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=108] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=108] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[109, 107]"] [log_index=10] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=108] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 241"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=241] [raft_id=240] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=240] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 241 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=241] [vote=0] [log_index=7] [log_term=6] [raft_id=240] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 81"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=81] [raft_id=80] [region_id=78] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=80] [region_id=78] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 81 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=81] [vote=0] [log_index=7] [log_term=6] [raft_id=80] [region_id=78] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=109] [vote=true] [raft_id=108] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=108] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771130] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=106] [thread_id=31] [2024/05/06 17:10:59.089 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 106 start_key: 7480000000000000FF925F698000000000FF0000010380000000FF0000000700000000FC end_key: 7480000000000000FF925F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 29 } peers { id: 107 store_id: 1 } peers { id: 108 store_id: 7 } peers { id: 109 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:59.089 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=11] [observe_id=ObserveId(21)] [region=106] [thread_id=68] [2024/05/06 17:10:59.548 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:59.549 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 7004D98CC782409AB3F2B385DD8DFBF4 range { start: 7480000000000000FFCA5F728000000000FF0000010000000000FA end: 7480000000000000FFCA5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 286 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 17:10:59.549 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:00.242 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:11:00.277 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD05F728000000000FF0000010000000000FA new_region_id: 306 new_peer_ids: 307 new_peer_ids: 308 new_peer_ids: 309 } requests { split_key: 7480000000000000FFD05F728000000000FF0000050000000000FA new_region_id: 310 new_peer_ids: 311 new_peer_ids: 312 new_peer_ids: 313 } right_derive: true }"] [index=1638] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:11:00.277 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD05F728000000000FF0000010000000000FA to 7480000000000000FFD05F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 61 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {308, 309, 307} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {308, 309, 307} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 308."] [id=308] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 310 start_key: 7480000000000000FFD05F728000000000FF0000010000000000FA end_key: 7480000000000000FFD05F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 311 store_id: 1 } peers { id: 312 store_id: 7 } peers { id: 313 store_id: 2 }"] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=312] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {312, 313, 311} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=312] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=312] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {312, 313, 311} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=312] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 312."] [id=312] [raft_id=312] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 307 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=307] [vote=0] [log_index=5] [log_term=5] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 311 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=311] [vote=0] [log_index=5] [log_term=5] [raft_id=312] [region_id=310] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 307"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=307] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 307 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=307] [vote=0] [log_index=5] [log_term=5] [raft_id=308] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 311"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=311] [raft_id=312] [region_id=310] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=312] [region_id=310] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 311 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=311] [vote=0] [log_index=5] [log_term=5] [raft_id=312] [region_id=310] [thread_id=101] [2024/05/06 17:11:00.303 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:11:00.320 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 314 new_peer_ids: 315 new_peer_ids: 316 new_peer_ids: 317 } requests { split_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 318 new_peer_ids: 319 new_peer_ids: 320 new_peer_ids: 321 } right_derive: true }"] [index=7] [term=6] [peer_id=308] [region_id=306] [thread_id=103] [2024/05/06 17:11:00.320 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [peer_id=308] [region_id=306] [thread_id=103] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 314 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 65 } peers { id: 315 store_id: 1 } peers { id: 316 store_id: 7 } peers { id: 317 store_id: 2 }"] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=316] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {316, 317, 315} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=316] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=316] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {316, 317, 315} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=316] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 316."] [id=316] [raft_id=316] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 318 start_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 65 } peers { id: 319 store_id: 1 } peers { id: 320 store_id: 7 } peers { id: 321 store_id: 2 }"] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=320] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 315 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=315] [vote=0] [log_index=5] [log_term=5] [raft_id=316] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {320, 321, 319} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=320] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=320] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {320, 321, 319} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=320] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 320."] [id=320] [raft_id=320] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 319 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=319] [vote=0] [log_index=5] [log_term=5] [raft_id=320] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 315"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=315] [raft_id=316] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=316] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 315 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=315] [vote=0] [log_index=5] [log_term=5] [raft_id=316] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 319"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=319] [raft_id=320] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=320] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 319 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=319] [vote=0] [log_index=5] [log_term=5] [raft_id=320] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.346 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 175 and starts an election to get leadership."] [from=175] [term=6] [raft_id=176] [region_id=174] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=176] [region_id=174] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=176] [region_id=174] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[177, 175]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=176] [region_id=174] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 233"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=233] [raft_id=232] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=232] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 233 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=233] [vote=0] [log_index=7] [log_term=6] [raft_id=232] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=175] [vote=true] [raft_id=176] [region_id=174] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=176] [region_id=174] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771150] [region_id=174] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 174 start_key: 7480000000000000FFA45F728000000000FF0000010000000000FA end_key: 7480000000000000FFA45F728000000000FF00000C0000000000FA region_epoch { conf_ver: 5 version: 39 } peers { id: 175 store_id: 1 } peers { id: 176 store_id: 7 } peers { id: 177 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.394 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=174] [thread_id=31] [2024/05/06 17:11:00.394 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(22)] [region=174] [thread_id=68] [2024/05/06 17:11:00.944 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:00.945 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 542C25E7AE5A4577B5EC90D0CEDCB4A4 range { start: 7480000000000000FFCD5F728000000000FF0000010000000000FA end: 7480000000000000FFCD5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 294 region_epoch { conf_ver: 5 version: 61 } }]"] [thread_id=105] [2024/05/06 17:11:00.945 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:00.986 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:00.987 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: 91650A5DFA4D4A93A4389C490FDF125A range { start: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 302 region_epoch { conf_ver: 5 version: 63 } }]"] [thread_id=105] [2024/05/06 17:11:00.987 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:01.660 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:11:01.781 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD35F728000000000FF0000040000000000FA new_region_id: 322 new_peer_ids: 323 new_peer_ids: 324 new_peer_ids: 325 } requests { split_key: 7480000000000000FFD35F728000000000FF0000080000000000FA new_region_id: 326 new_peer_ids: 327 new_peer_ids: 328 new_peer_ids: 329 } right_derive: true }"] [index=1668] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:11:01.781 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD35F728000000000FF0000040000000000FA to 7480000000000000FFD35F728000000000FF0000080000000000FA"] [region="id: 12 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 322 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7480000000000000FFD35F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 323 store_id: 1 } peers { id: 324 store_id: 7 } peers { id: 325 store_id: 2 }"] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {324, 325, 323} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {324, 325, 323} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 324."] [id=324] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=7] [is_uninitialized_peer_exist=false] [region="id: 326 start_key: 7480000000000000FFD35F728000000000FF0000040000000000FA end_key: 7480000000000000FFD35F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 327 store_id: 1 } peers { id: 328 store_id: 7 } peers { id: 329 store_id: 2 }"] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {328, 329, 327} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {328, 329, 327} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 328."] [id=328] [raft_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 323 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=323] [vote=0] [log_index=5] [log_term=5] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 327 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=327] [vote=0] [log_index=5] [log_term=5] [raft_id=328] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 323"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=323] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 323 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=323] [vote=0] [log_index=5] [log_term=5] [raft_id=324] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 327"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=327] [raft_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 327 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=327] [vote=0] [log_index=5] [log_term=5] [raft_id=328] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.837 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 271 and starts an election to get leadership."] [from=271] [term=6] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[273, 271]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 245"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=245] [raft_id=244] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=244] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 245 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=245] [vote=0] [log_index=7] [log_term=6] [raft_id=244] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=273] [vote=true] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=272] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771182] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=270] [thread_id=31] [2024/05/06 17:11:02.094 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 270 start_key: 7480000000000000FFC45F728000000000FF0000040000000000FA end_key: 7480000000000000FFC45F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 271 store_id: 1 } peers { id: 272 store_id: 7 } peers { id: 273 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:02.094 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(23)] [region=270] [thread_id=68] [2024/05/06 17:11:02.280 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:02.281 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 17EADE1234FA4E1889EE5FC5367DCC39 range { start: 7480000000000000FFD05F728000000000FF0000010000000000FA end: 7480000000000000FFD05F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 310 region_epoch { conf_ver: 5 version: 63 } }]"] [thread_id=105] [2024/05/06 17:11:02.281 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:02.323 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:02.324 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: B4C6A146FF5B402EB38CA8E557AA01DE range { start: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 318 region_epoch { conf_ver: 5 version: 65 } }]"] [thread_id=105] [2024/05/06 17:11:02.324 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:03.784 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:03.785 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: C0474ACA53A0423D8F49E046B93D4C52 range { start: 7480000000000000FFD35F728000000000FF0000040000000000FA end: 7480000000000000FFD35F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 326 region_epoch { conf_ver: 5 version: 65 } }]"] [thread_id=105] [2024/05/06 17:11:03.785 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:04.122 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:04.123 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:04.123 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:04.123 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] ==> ./tikv2.log <== [2024/05/06 17:10:48.160 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 167 and starts an election to get leadership."] [from=167] [term=6] [raft_id=169] [region_id=166] [thread_id=101] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=169] [region_id=166] [thread_id=101] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=169] [region_id=166] [thread_id=101] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[168, 167]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=169] [region_id=166] [thread_id=101] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=167] [vote=true] [raft_id=169] [region_id=166] [thread_id=101] [2024/05/06 17:10:48.231 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=169] [region_id=166] [thread_id=101] [2024/05/06 17:10:48.231 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771146] [region_id=166] [thread_id=101] [2024/05/06 17:10:48.231 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=166] [thread_id=31] [2024/05/06 17:10:48.231 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 166 start_key: 7480000000000000FFA15F728000000000FF0000010000000000FA end_key: 7480000000000000FFA15F728000000000FF00000C0000000000FA region_epoch { conf_ver: 5 version: 37 } peers { id: 167 store_id: 1 } peers { id: 168 store_id: 7 } peers { id: 169 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:48.232 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(14)] [region=166] [thread_id=68] [2024/05/06 17:10:48.699 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:48.700 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: 24E0BFF4697641ADB8AEE8C53548D080 range { start: 7480000000000000FFB55F728000000000FF0000040000000000FA end: 7480000000000000FFB55F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 214 region_epoch { conf_ver: 5 version: 45 } }]"] [thread_id=105] [2024/05/06 17:10:48.700 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/24e0bff4-6976-41ad-b8ae-e8c53548d080_214_5_45_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/24e0bff4-6976-41ad-b8ae-e8c53548d080_214_5_45_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/24e0bff4-6976-41ad-b8ae-e8c53548d080_214_5_45_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:49.434 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:10:49.518 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA new_region_id: 226 new_peer_ids: 227 new_peer_ids: 228 new_peer_ids: 229 } requests { split_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA new_region_id: 230 new_peer_ids: 231 new_peer_ids: 232 new_peer_ids: 233 } right_derive: true }"] [index=1426] [term=6] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:49.518 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBB5F728000000000FF0000010000000000FA to 7480000000000000FFBB5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 47 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 226 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 49 } peers { id: 227 store_id: 1 } peers { id: 228 store_id: 7 } peers { id: 229 store_id: 2 }"] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {228, 229, 227} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {228, 229, 227} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 229."] [id=229] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 230 start_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA end_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 49 } peers { id: 231 store_id: 1 } peers { id: 232 store_id: 7 } peers { id: 233 store_id: 2 }"] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {232, 233, 231} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {232, 233, 231} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 233."] [id=233] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 227 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=227] [vote=0] [log_index=5] [log_term=5] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 231 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=231] [vote=0] [log_index=5] [log_term=5] [raft_id=233] [region_id=230] [thread_id=102] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 227"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=227] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 227 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=227] [vote=0] [log_index=5] [log_term=5] [raft_id=229] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 231"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=231] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.519 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 231 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=231] [vote=0] [log_index=5] [log_term=5] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:10:49.538 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 195 and starts an election to get leadership."] [from=195] [term=6] [raft_id=197] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=197] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=197] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[196, 195]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=197] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 128"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=128] [raft_id=129] [region_id=126] [thread_id=101] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=129] [region_id=126] [thread_id=101] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 128 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=128] [vote=0] [log_index=7] [log_term=6] [raft_id=129] [region_id=126] [thread_id=101] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=196] [vote=true] [raft_id=197] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=197] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771158] [region_id=194] [thread_id=102] [2024/05/06 17:10:49.540 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=194] [thread_id=31] [2024/05/06 17:10:49.541 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 194 start_key: 7480000000000000FFA45F728000000000FF00000C0000000000FA end_key: 7480000000000000FFA75F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 43 } peers { id: 195 store_id: 1 } peers { id: 196 store_id: 7 } peers { id: 197 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:49.541 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(15)] [region=194] [thread_id=68] [2024/05/06 17:10:49.561 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 234 new_peer_ids: 235 new_peer_ids: 236 new_peer_ids: 237 } requests { split_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 238 new_peer_ids: 239 new_peer_ids: 240 new_peer_ids: 241 } right_derive: true }"] [index=7] [term=6] [peer_id=229] [region_id=226] [thread_id=104] [2024/05/06 17:10:49.561 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 226 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 49 } peers { id: 227 store_id: 1 } peers { id: 228 store_id: 7 } peers { id: 229 store_id: 2 }"] [peer_id=229] [region_id=226] [thread_id=104] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=226] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 234 start_key: 7480000000000000FFB85F728000000000FF0000080000000000FA end_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 51 } peers { id: 235 store_id: 1 } peers { id: 236 store_id: 7 } peers { id: 237 store_id: 2 }"] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {236, 237, 235} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {236, 237, 235} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 237."] [id=237] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 238 start_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 239 store_id: 1 } peers { id: 240 store_id: 7 } peers { id: 241 store_id: 2 }"] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=241] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {240, 241, 239} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=241] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=241] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {240, 241, 239} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=241] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 241."] [id=241] [raft_id=241] [region_id=238] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 235 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=235] [vote=0] [log_index=5] [log_term=5] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 239 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=239] [vote=0] [log_index=5] [log_term=5] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 235"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=235] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 235 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=235] [vote=0] [log_index=5] [log_term=5] [raft_id=237] [region_id=234] [thread_id=101] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 239"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=239] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.562 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 239 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=239] [vote=0] [log_index=5] [log_term=5] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 224"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=224] [raft_id=225] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=225] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.585 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 224 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=224] [vote=0] [log_index=7] [log_term=6] [raft_id=225] [region_id=222] [thread_id=102] [2024/05/06 17:10:49.586 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: 8231188F6FCD4F82BB20BDBC01A408FD range { start: 7480000000000000FFB85F728000000000FF0000040000000000FA end: 7480000000000000FFB85F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 222 region_epoch { conf_ver: 5 version: 47 } }]"] [thread_id=105] [2024/05/06 17:10:49.586 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/8231188f-6fcd-4f82-bb20-bdbc01a408fd_222_5_47_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/8231188f-6fcd-4f82-bb20-bdbc01a408fd_222_5_47_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/8231188f-6fcd-4f82-bb20-bdbc01a408fd_222_5_47_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:49.613 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:50.983 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:10:51.068 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA new_region_id: 242 new_peer_ids: 243 new_peer_ids: 244 new_peer_ids: 245 } requests { split_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA new_region_id: 246 new_peer_ids: 247 new_peer_ids: 248 new_peer_ids: 249 } right_derive: true }"] [index=1457] [term=6] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:10:51.068 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBE5F728000000000FF0000010000000000FA to 7480000000000000FFBE5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 49 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 242 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 51 } peers { id: 243 store_id: 1 } peers { id: 244 store_id: 7 } peers { id: 245 store_id: 2 }"] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {244, 245, 243} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {244, 245, 243} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 245."] [id=245] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 246 start_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA end_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 51 } peers { id: 247 store_id: 1 } peers { id: 248 store_id: 7 } peers { id: 249 store_id: 2 }"] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {248, 249, 247} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {248, 249, 247} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 249."] [id=249] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.068 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 243 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=243] [vote=0] [log_index=5] [log_term=5] [raft_id=245] [region_id=242] [thread_id=102] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 243"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=243] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 247 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=247] [vote=0] [log_index=5] [log_term=5] [raft_id=249] [region_id=246] [thread_id=102] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 243 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=243] [vote=0] [log_index=5] [log_term=5] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 247"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=247] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.069 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 247 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=247] [vote=0] [log_index=5] [log_term=5] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:51.096 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:10:51.121 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 250 new_peer_ids: 251 new_peer_ids: 252 new_peer_ids: 253 } requests { split_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 254 new_peer_ids: 255 new_peer_ids: 256 new_peer_ids: 257 } right_derive: true }"] [index=7] [term=6] [peer_id=245] [region_id=242] [thread_id=103] [2024/05/06 17:10:51.121 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 242 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 51 } peers { id: 243 store_id: 1 } peers { id: 244 store_id: 7 } peers { id: 245 store_id: 2 }"] [peer_id=245] [region_id=242] [thread_id=103] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=242] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 250 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 251 store_id: 1 } peers { id: 252 store_id: 7 } peers { id: 253 store_id: 2 }"] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {252, 253, 251} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {252, 253, 251} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 253."] [id=253] [raft_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 254 start_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 53 } peers { id: 255 store_id: 1 } peers { id: 256 store_id: 7 } peers { id: 257 store_id: 2 }"] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=257] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 251 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=251] [vote=0] [log_index=5] [log_term=5] [raft_id=253] [region_id=250] [thread_id=101] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {256, 257, 255} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=257] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=257] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {256, 257, 255} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=257] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.121 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 257."] [id=257] [raft_id=257] [region_id=254] [thread_id=102] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 251"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=251] [raft_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 251 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=251] [vote=0] [log_index=5] [log_term=5] [raft_id=253] [region_id=250] [thread_id=102] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 255 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=255] [vote=0] [log_index=5] [log_term=5] [raft_id=257] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 255"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=255] [raft_id=257] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=257] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.122 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 255 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=255] [vote=0] [log_index=5] [log_term=5] [raft_id=257] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.141 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 191 and starts an election to get leadership."] [from=191] [term=6] [raft_id=193] [region_id=190] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=193] [region_id=190] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=193] [region_id=190] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 31 and starts an election to get leadership."] [from=31] [term=6] [raft_id=33] [region_id=30] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=33] [region_id=30] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[192, 191]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=193] [region_id=190] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=33] [region_id=30] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[32, 31]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=33] [region_id=30] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 256"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=256] [raft_id=257] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=257] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 256 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=256] [vote=0] [log_index=7] [log_term=6] [raft_id=257] [region_id=254] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=32] [vote=true] [raft_id=33] [region_id=30] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=33] [region_id=30] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=192] [vote=true] [raft_id=193] [region_id=190] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=193] [region_id=190] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771086] [region_id=30] [thread_id=102] [2024/05/06 17:10:51.286 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771154] [region_id=190] [thread_id=101] [2024/05/06 17:10:51.286 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=30] [thread_id=31] [2024/05/06 17:10:51.286 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=190] [thread_id=31] [2024/05/06 17:10:51.287 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: CF5AA8EB6B174EC9BFE02C50B2E731A1 range { start: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 254 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 17:10:51.287 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/cf5aa8eb-6b17-4ec9-bfe0-2c50b2e731a1_254_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/cf5aa8eb-6b17-4ec9-bfe0-2c50b2e731a1_254_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/cf5aa8eb-6b17-4ec9-bfe0-2c50b2e731a1_254_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:51.287 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 30 start_key: 7480000000000000FF6C5F728000000000FF0000010000000000FA end_key: 7480000000000000FF6C5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 7 } peers { id: 31 store_id: 1 } peers { id: 32 store_id: 7 } peers { id: 33 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:51.287 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 190 start_key: 7480000000000000FFA75F728000000000FF0000010000000000FA end_key: 7480000000000000FFA75F728000000000FF00000C0000000000FA region_epoch { conf_ver: 5 version: 41 } peers { id: 191 store_id: 1 } peers { id: 192 store_id: 7 } peers { id: 193 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:51.287 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(16)] [region=30] [thread_id=68] [2024/05/06 17:10:51.287 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(17)] [region=190] [thread_id=68] [2024/05/06 17:10:51.521 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:51.522 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: D4389F21CF3B49ACA0AAE5F2AC527EE0 range { start: 7480000000000000FFBB5F728000000000FF0000010000000000FA end: 7480000000000000FFBB5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 230 region_epoch { conf_ver: 5 version: 49 } }]"] [thread_id=105] [2024/05/06 17:10:51.522 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/d4389f21-cf3b-49ac-a0aa-e5f2ac527ee0_230_5_49_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/d4389f21-cf3b-49ac-a0aa-e5f2ac527ee0_230_5_49_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/d4389f21-cf3b-49ac-a0aa-e5f2ac527ee0_230_5_49_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:51.564 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:51.565 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: 4CB1532DA07B4475AB37DDB9DB80E38C range { start: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 238 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 17:10:51.565 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/4cb1532d-a07b-4475-ab37-ddb9db80e38c_238_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/4cb1532d-a07b-4475-ab37-ddb9db80e38c_238_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/4cb1532d-a07b-4475-ab37-ddb9db80e38c_238_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:52.358 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:10:52.433 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC15F728000000000FF0000040000000000FA new_region_id: 258 new_peer_ids: 259 new_peer_ids: 260 new_peer_ids: 261 } requests { split_key: 7480000000000000FFC15F728000000000FF0000080000000000FA new_region_id: 262 new_peer_ids: 263 new_peer_ids: 264 new_peer_ids: 265 } right_derive: true }"] [index=1487] [term=6] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:10:52.433 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFC15F728000000000FF0000040000000000FA to 7480000000000000FFC15F728000000000FF0000080000000000FA"] [region="id: 12 start_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 51 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 258 start_key: 7480000000000000FFBE5F728000000000FF0000050000000000FA end_key: 7480000000000000FFC15F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 53 } peers { id: 259 store_id: 1 } peers { id: 260 store_id: 7 } peers { id: 261 store_id: 2 }"] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {260, 261, 259} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {260, 261, 259} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 261."] [id=261] [raft_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 262 start_key: 7480000000000000FFC15F728000000000FF0000040000000000FA end_key: 7480000000000000FFC15F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 53 } peers { id: 263 store_id: 1 } peers { id: 264 store_id: 7 } peers { id: 265 store_id: 2 }"] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {264, 265, 263} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {264, 265, 263} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 265."] [id=265] [raft_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 259 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=259] [vote=0] [log_index=5] [log_term=5] [raft_id=261] [region_id=258] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 263 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=263] [vote=0] [log_index=5] [log_term=5] [raft_id=265] [region_id=262] [thread_id=101] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 259"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=259] [raft_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.433 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 259 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=259] [vote=0] [log_index=5] [log_term=5] [raft_id=261] [region_id=258] [thread_id=102] [2024/05/06 17:10:52.434 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 263"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=263] [raft_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.434 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.434 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 263 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=263] [vote=0] [log_index=5] [log_term=5] [raft_id=265] [region_id=262] [thread_id=102] [2024/05/06 17:10:52.458 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:52.591 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 56"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=56] [raft_id=57] [region_id=54] [thread_id=101] [2024/05/06 17:10:52.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=57] [region_id=54] [thread_id=101] [2024/05/06 17:10:52.592 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 56 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=56] [vote=0] [log_index=7] [log_term=6] [raft_id=57] [region_id=54] [thread_id=101] [2024/05/06 17:10:53.071 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:53.072 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 0FDC271E86F045E0A62ECB29A89A47B1 range { start: 7480000000000000FFBE5F728000000000FF0000010000000000FA end: 7480000000000000FFBE5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 246 region_epoch { conf_ver: 5 version: 51 } }]"] [thread_id=105] [2024/05/06 17:10:53.072 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/0fdc271e-86f0-45e0-a62e-cb29a89a47b1_246_5_51_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/0fdc271e-86f0-45e0-a62e-cb29a89a47b1_246_5_51_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/0fdc271e-86f0-45e0-a62e-cb29a89a47b1_246_5_51_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:53.696 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:10:53.741 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC45F728000000000FF0000040000000000FA new_region_id: 266 new_peer_ids: 267 new_peer_ids: 268 new_peer_ids: 269 } requests { split_key: 7480000000000000FFC45F728000000000FF0000080000000000FA new_region_id: 270 new_peer_ids: 271 new_peer_ids: 272 new_peer_ids: 273 } right_derive: true }"] [index=1516] [term=6] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:53.741 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFC45F728000000000FF0000040000000000FA to 7480000000000000FFC45F728000000000FF0000080000000000FA"] [region="id: 12 start_key: 7480000000000000FFC15F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 266 start_key: 7480000000000000FFC15F728000000000FF0000080000000000FA end_key: 7480000000000000FFC45F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 267 store_id: 1 } peers { id: 268 store_id: 7 } peers { id: 269 store_id: 2 }"] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=269] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {268, 269, 267} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=269] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=269] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {268, 269, 267} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=269] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 269."] [id=269] [raft_id=269] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 270 start_key: 7480000000000000FFC45F728000000000FF0000040000000000FA end_key: 7480000000000000FFC45F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 271 store_id: 1 } peers { id: 272 store_id: 7 } peers { id: 273 store_id: 2 }"] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {272, 273, 271} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 267 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=267] [vote=0] [log_index=5] [log_term=5] [raft_id=269] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {272, 273, 271} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 273."] [id=273] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 271 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=271] [vote=0] [log_index=5] [log_term=5] [raft_id=273] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 267"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=267] [raft_id=269] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=269] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 267 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=267] [vote=0] [log_index=5] [log_term=5] [raft_id=269] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 271"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=271] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 271 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=271] [vote=0] [log_index=5] [log_term=5] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.770 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:10:53.896 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 163 and starts an election to get leadership."] [from=163] [term=6] [raft_id=165] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.896 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=165] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.896 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=165] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.896 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[164, 163]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=165] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=163] [vote=true] [raft_id=165] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=165] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771146] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=162] [thread_id=31] [2024/05/06 17:10:53.897 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 162 start_key: 7480000000000000FF9E5F728000000000FF00000C0000000000FA end_key: 7480000000000000FFA15F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 37 } peers { id: 163 store_id: 1 } peers { id: 164 store_id: 7 } peers { id: 165 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:53.897 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(18)] [region=162] [thread_id=68] [2024/05/06 17:10:54.436 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:54.437 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: 3C74CE576E1942EBABB80ED9375D042E range { start: 7480000000000000FFC15F728000000000FF0000040000000000FA end: 7480000000000000FFC15F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 262 region_epoch { conf_ver: 5 version: 53 } }]"] [thread_id=105] [2024/05/06 17:10:54.437 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/3c74ce57-6e19-42eb-abb8-0ed9375d042e_262_5_53_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/3c74ce57-6e19-42eb-abb8-0ed9375d042e_262_5_53_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/3c74ce57-6e19-42eb-abb8-0ed9375d042e_262_5_53_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:55.028 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:10:55.071 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC75F728000000000FF0000010000000000FA new_region_id: 274 new_peer_ids: 275 new_peer_ids: 276 new_peer_ids: 277 } requests { split_key: 7480000000000000FFC75F728000000000FF0000050000000000FA new_region_id: 278 new_peer_ids: 279 new_peer_ids: 280 new_peer_ids: 281 } right_derive: true }"] [index=1545] [term=6] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:55.071 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFC75F728000000000FF0000010000000000FA to 7480000000000000FFC75F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 274 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7480000000000000FFC75F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 275 store_id: 1 } peers { id: 276 store_id: 7 } peers { id: 277 store_id: 2 }"] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {276, 277, 275} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {276, 277, 275} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 277."] [id=277] [raft_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 278 start_key: 7480000000000000FFC75F728000000000FF0000010000000000FA end_key: 7480000000000000FFC75F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 279 store_id: 1 } peers { id: 280 store_id: 7 } peers { id: 281 store_id: 2 }"] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=281] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {280, 281, 279} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=281] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=281] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {280, 281, 279} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=281] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 281."] [id=281] [raft_id=281] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 275 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=275] [vote=0] [log_index=5] [log_term=5] [raft_id=277] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 279 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=279] [vote=0] [log_index=5] [log_term=5] [raft_id=281] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 275"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=275] [raft_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 275 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=275] [vote=0] [log_index=5] [log_term=5] [raft_id=277] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 279"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=279] [raft_id=281] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=281] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 279 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=279] [vote=0] [log_index=5] [log_term=5] [raft_id=281] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.090 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 251 and starts an election to get leadership."] [from=251] [term=6] [raft_id=253] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=253] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=253] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[252, 251]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=253] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 76"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=76] [raft_id=77] [region_id=74] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=77] [region_id=74] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 76 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=76] [vote=0] [log_index=6] [log_term=6] [raft_id=77] [region_id=74] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=252] [vote=true] [raft_id=253] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=253] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771178] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=250] [thread_id=31] [2024/05/06 17:10:55.202 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 250 start_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA end_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 53 } peers { id: 251 store_id: 1 } peers { id: 252 store_id: 7 } peers { id: 253 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:55.203 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(19)] [region=250] [thread_id=68] [2024/05/06 17:10:55.744 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:55.745 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: B482AA0AC8034D049DC5555C4A533D1B range { start: 7480000000000000FFC45F728000000000FF0000040000000000FA end: 7480000000000000FFC45F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 270 region_epoch { conf_ver: 5 version: 55 } }]"] [thread_id=105] [2024/05/06 17:10:55.745 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:57.074 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:57.075 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 3559DC5CDDF54401925ACCE3779A2A5B range { start: 7480000000000000FFC75F728000000000FF0000010000000000FA end: 7480000000000000FFC75F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 278 region_epoch { conf_ver: 5 version: 57 } }]"] [thread_id=105] [2024/05/06 17:10:57.075 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:57.506 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:10:57.545 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA new_region_id: 282 new_peer_ids: 283 new_peer_ids: 284 new_peer_ids: 285 } requests { split_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA new_region_id: 286 new_peer_ids: 287 new_peer_ids: 288 new_peer_ids: 289 } right_derive: true }"] [index=1577] [term=6] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:57.545 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCA5F728000000000FF0000010000000000FA to 7480000000000000FFCA5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 282 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 283 store_id: 1 } peers { id: 284 store_id: 7 } peers { id: 285 store_id: 2 }"] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {284, 285, 283} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {284, 285, 283} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 285."] [id=285] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 286 start_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 287 store_id: 1 } peers { id: 288 store_id: 7 } peers { id: 289 store_id: 2 }"] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {288, 289, 287} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {288, 289, 287} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 289."] [id=289] [raft_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 283 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=283] [vote=0] [log_index=5] [log_term=5] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 287 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=287] [vote=0] [log_index=5] [log_term=5] [raft_id=289] [region_id=286] [thread_id=102] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 283"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=283] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 283 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=283] [vote=0] [log_index=5] [log_term=5] [raft_id=285] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 287"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=287] [raft_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 287 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=287] [vote=0] [log_index=5] [log_term=5] [raft_id=289] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.574 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 248"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=248] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 248 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=248] [vote=0] [log_index=7] [log_term=6] [raft_id=249] [region_id=246] [thread_id=101] [2024/05/06 17:10:58.858 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:10:58.941 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA new_region_id: 290 new_peer_ids: 291 new_peer_ids: 292 new_peer_ids: 293 } requests { split_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA new_region_id: 294 new_peer_ids: 295 new_peer_ids: 296 new_peer_ids: 297 } right_derive: true }"] [index=1607] [term=6] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:10:58.941 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCD5F728000000000FF0000010000000000FA to 7480000000000000FFCD5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 59 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=104] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {292, 293, 291} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {292, 293, 291} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 293."] [id=293] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 294 start_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 295 store_id: 1 } peers { id: 296 store_id: 7 } peers { id: 297 store_id: 2 }"] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=297] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {296, 297, 295} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=297] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=297] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {296, 297, 295} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=297] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 297."] [id=297] [raft_id=297] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 291 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=291] [vote=0] [log_index=5] [log_term=5] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 295 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=295] [vote=0] [log_index=5] [log_term=5] [raft_id=297] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 291"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=291] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 291 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=291] [vote=0] [log_index=5] [log_term=5] [raft_id=293] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 295"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=295] [raft_id=297] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=297] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 295 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=295] [vote=0] [log_index=5] [log_term=5] [raft_id=297] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.966 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:58.983 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 298 new_peer_ids: 299 new_peer_ids: 300 new_peer_ids: 301 } requests { split_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 302 new_peer_ids: 303 new_peer_ids: 304 new_peer_ids: 305 } right_derive: true }"] [index=7] [term=6] [peer_id=293] [region_id=290] [thread_id=104] [2024/05/06 17:10:58.983 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [peer_id=293] [region_id=290] [thread_id=104] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 298 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 299 store_id: 1 } peers { id: 300 store_id: 7 } peers { id: 301 store_id: 2 }"] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {300, 301, 299} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {300, 301, 299} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 301."] [id=301] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 302 start_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 63 } peers { id: 303 store_id: 1 } peers { id: 304 store_id: 7 } peers { id: 305 store_id: 2 }"] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {304, 305, 303} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {304, 305, 303} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 305."] [id=305] [raft_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 299 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=299] [vote=0] [log_index=5] [log_term=5] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 303 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=303] [vote=0] [log_index=5] [log_term=5] [raft_id=305] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 299"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=299] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 299 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=299] [vote=0] [log_index=5] [log_term=5] [raft_id=301] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 303"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=303] [raft_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 303 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=303] [vote=0] [log_index=5] [log_term=5] [raft_id=305] [region_id=302] [thread_id=101] [2024/05/06 17:10:59.010 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 239 and starts an election to get leadership."] [from=239] [term=6] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[240, 239]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 79 and starts an election to get leadership."] [from=79] [term=6] [raft_id=81] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=81] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=81] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[80, 79]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=81] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 108"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=108] [raft_id=109] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=109] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 10, vote: 0] cast vote for 108 [logterm: 6, index: 10] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=10] [msg_term=6] [from=108] [vote=0] [log_index=10] [log_term=6] [raft_id=109] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=239] [vote=true] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=241] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771174] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=80] [vote=true] [raft_id=81] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=81] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771110] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=238] [thread_id=31] [2024/05/06 17:10:59.089 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=78] [thread_id=31] [2024/05/06 17:10:59.089 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 238 start_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFBB5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 51 } peers { id: 239 store_id: 1 } peers { id: 240 store_id: 7 } peers { id: 241 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:59.089 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 78 start_key: 7480000000000000FF865F728000000000FF0000010000000000FA end_key: 7480000000000000FF865F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 19 } peers { id: 79 store_id: 1 } peers { id: 80 store_id: 7 } peers { id: 81 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:59.090 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(21)] [region=78] [thread_id=68] [2024/05/06 17:10:59.090 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(20)] [region=238] [thread_id=68] [2024/05/06 17:10:59.548 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:59.549 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 7004D98CC782409AB3F2B385DD8DFBF4 range { start: 7480000000000000FFCA5F728000000000FF0000010000000000FA end: 7480000000000000FFCA5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 286 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 17:10:59.549 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:00.245 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:11:00.277 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD05F728000000000FF0000010000000000FA new_region_id: 306 new_peer_ids: 307 new_peer_ids: 308 new_peer_ids: 309 } requests { split_key: 7480000000000000FFD05F728000000000FF0000050000000000FA new_region_id: 310 new_peer_ids: 311 new_peer_ids: 312 new_peer_ids: 313 } right_derive: true }"] [index=1638] [term=6] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:11:00.277 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD05F728000000000FF0000010000000000FA to 7480000000000000FFD05F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 61 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=309] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {308, 309, 307} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=309] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=309] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {308, 309, 307} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=309] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 309."] [id=309] [raft_id=309] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 310 start_key: 7480000000000000FFD05F728000000000FF0000010000000000FA end_key: 7480000000000000FFD05F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 311 store_id: 1 } peers { id: 312 store_id: 7 } peers { id: 313 store_id: 2 }"] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {312, 313, 311} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {312, 313, 311} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 313."] [id=313] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 307 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=307] [vote=0] [log_index=5] [log_term=5] [raft_id=309] [region_id=306] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 311 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=311] [vote=0] [log_index=5] [log_term=5] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 307"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=307] [raft_id=309] [region_id=306] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=309] [region_id=306] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 307 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=307] [vote=0] [log_index=5] [log_term=5] [raft_id=309] [region_id=306] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 311"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=311] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 311 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=311] [vote=0] [log_index=5] [log_term=5] [raft_id=313] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.304 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:11:00.320 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 314 new_peer_ids: 315 new_peer_ids: 316 new_peer_ids: 317 } requests { split_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 318 new_peer_ids: 319 new_peer_ids: 320 new_peer_ids: 321 } right_derive: true }"] [index=7] [term=6] [peer_id=309] [region_id=306] [thread_id=104] [2024/05/06 17:11:00.320 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [peer_id=309] [region_id=306] [thread_id=104] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=306] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 314 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 65 } peers { id: 315 store_id: 1 } peers { id: 316 store_id: 7 } peers { id: 317 store_id: 2 }"] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=317] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {316, 317, 315} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=317] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=317] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {316, 317, 315} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=317] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 317."] [id=317] [raft_id=317] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 318 start_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 65 } peers { id: 319 store_id: 1 } peers { id: 320 store_id: 7 } peers { id: 321 store_id: 2 }"] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=321] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 315 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=315] [vote=0] [log_index=5] [log_term=5] [raft_id=317] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {320, 321, 319} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=321] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=321] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {320, 321, 319} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=321] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 321."] [id=321] [raft_id=321] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 319 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=319] [vote=0] [log_index=5] [log_term=5] [raft_id=321] [region_id=318] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 315"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=315] [raft_id=317] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=317] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 315 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=315] [vote=0] [log_index=5] [log_term=5] [raft_id=317] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 319"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=319] [raft_id=321] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=321] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 319 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=319] [vote=0] [log_index=5] [log_term=5] [raft_id=321] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.347 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 231 and starts an election to get leadership."] [from=231] [term=6] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[232, 231]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=233] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 176"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=176] [raft_id=177] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=177] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 176 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=176] [vote=0] [log_index=7] [log_term=6] [raft_id=177] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=232] [vote=true] [raft_id=233] [region_id=230] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=233] [region_id=230] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771170] [region_id=230] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=230] [thread_id=31] [2024/05/06 17:11:00.394 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 230 start_key: 7480000000000000FFBB5F728000000000FF0000010000000000FA end_key: 7480000000000000FFBB5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 49 } peers { id: 231 store_id: 1 } peers { id: 232 store_id: 7 } peers { id: 233 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.394 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(22)] [region=230] [thread_id=68] [2024/05/06 17:11:00.944 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:00.945 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 542C25E7AE5A4577B5EC90D0CEDCB4A4 range { start: 7480000000000000FFCD5F728000000000FF0000010000000000FA end: 7480000000000000FFCD5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 294 region_epoch { conf_ver: 5 version: 61 } }]"] [thread_id=105] [2024/05/06 17:11:00.945 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:00.986 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:00.987 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: 91650A5DFA4D4A93A4389C490FDF125A range { start: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 302 region_epoch { conf_ver: 5 version: 63 } }]"] [thread_id=105] [2024/05/06 17:11:00.987 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:01.235 +08:00] [INFO] [endpoint.rs:599] ["the max gap of follower safe-ts is large"] [oldest_candidate=None] [latest_candidate=None] [applied_index=12] [duration_to_last_consume_leader=14002ms] [resolved_ts=449573448909324295] [safe_ts=449573448909324295] [gap=54958ms] [region_id=10] [thread_id=68] [2024/05/06 17:11:01.235 +08:00] [INFO] [endpoint.rs:620] ["the max gap of follower resolved-ts is large; it's the same region that has the min safe-ts"] [thread_id=68] [2024/05/06 17:11:01.652 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:11:01.781 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD35F728000000000FF0000040000000000FA new_region_id: 322 new_peer_ids: 323 new_peer_ids: 324 new_peer_ids: 325 } requests { split_key: 7480000000000000FFD35F728000000000FF0000080000000000FA new_region_id: 326 new_peer_ids: 327 new_peer_ids: 328 new_peer_ids: 329 } right_derive: true }"] [index=1668] [term=6] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:11:01.781 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD35F728000000000FF0000040000000000FA to 7480000000000000FFD35F728000000000FF0000080000000000FA"] [region="id: 12 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=23] [region_id=12] [thread_id=103] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 322 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7480000000000000FFD35F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 323 store_id: 1 } peers { id: 324 store_id: 7 } peers { id: 325 store_id: 2 }"] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {324, 325, 323} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {324, 325, 323} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 325."] [id=325] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 326 start_key: 7480000000000000FFD35F728000000000FF0000040000000000FA end_key: 7480000000000000FFD35F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 327 store_id: 1 } peers { id: 328 store_id: 7 } peers { id: 329 store_id: 2 }"] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {328, 329, 327} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {328, 329, 327} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.781 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 329."] [id=329] [raft_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 323 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=323] [vote=0] [log_index=5] [log_term=5] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 327 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=327] [vote=0] [log_index=5] [log_term=5] [raft_id=329] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 323"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=323] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 323 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=323] [vote=0] [log_index=5] [log_term=5] [raft_id=325] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 327"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=327] [raft_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 327 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=327] [vote=0] [log_index=5] [log_term=5] [raft_id=329] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.838 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 243 and starts an election to get leadership."] [from=243] [term=6] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[244, 243]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=245] [region_id=242] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 272"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=272] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 272 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=272] [vote=0] [log_index=7] [log_term=6] [raft_id=273] [region_id=270] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=244] [vote=true] [raft_id=245] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=245] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771178] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=242] [thread_id=31] [2024/05/06 17:11:02.094 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 242 start_key: 7480000000000000FFBE5F698000000000FF0000010380000000FF0000000700000000FC end_key: 7480000000000000FFBE5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 53 } peers { id: 243 store_id: 1 } peers { id: 244 store_id: 7 } peers { id: 245 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:02.094 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(23)] [region=242] [thread_id=68] [2024/05/06 17:11:02.280 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:02.281 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 17EADE1234FA4E1889EE5FC5367DCC39 range { start: 7480000000000000FFD05F728000000000FF0000010000000000FA end: 7480000000000000FFD05F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 310 region_epoch { conf_ver: 5 version: 63 } }]"] [thread_id=105] [2024/05/06 17:11:02.281 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:02.322 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:02.323 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: B4C6A146FF5B402EB38CA8E557AA01DE range { start: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 318 region_epoch { conf_ver: 5 version: 65 } }]"] [thread_id=105] [2024/05/06 17:11:02.324 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:03.784 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:03.785 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: C0474ACA53A0423D8F49E046B93D4C52 range { start: 7480000000000000FFD35F728000000000FF0000040000000000FA end: 7480000000000000FFD35F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 326 region_epoch { conf_ver: 5 version: 65 } }]"] [thread_id=105] [2024/05/06 17:11:03.785 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:04.124 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:04.124 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:04.125 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:04.125 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] ==> ./tikv1.log <== [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=267] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=267] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[268, 269]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=267] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 270 start_key: 7480000000000000FFC45F728000000000FF0000040000000000FA end_key: 7480000000000000FFC45F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 271 store_id: 1 } peers { id: 272 store_id: 7 } peers { id: 273 store_id: 2 }"] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {272, 273, 271} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {272, 273, 271} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 271."] [id=271] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[272, 273]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=268] [vote=true] [raft_id=267] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=267] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[268, 269]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=267] [region_id=266] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=272] [vote=true] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[272, 273]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=268] [vote=true] [raft_id=267] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=267] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803886] [region_id=266] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=272] [vote=true] [raft_id=271] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=271] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803886] [region_id=270] [thread_id=101] [2024/05/06 17:10:53.742 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=266] [thread_id=31] [2024/05/06 17:10:53.743 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 266 start_key: 7480000000000000FFC15F728000000000FF0000080000000000FA end_key: 7480000000000000FFC45F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 267 store_id: 1 } peers { id: 268 store_id: 7 } peers { id: 269 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:53.743 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=270] [thread_id=31] [2024/05/06 17:10:53.743 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1516] [observe_id=ObserveId(96)] [region=12] [thread_id=68] [2024/05/06 17:10:53.743 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(97)] [region=266] [thread_id=68] [2024/05/06 17:10:53.743 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 270 start_key: 7480000000000000FFC45F728000000000FF0000040000000000FA end_key: 7480000000000000FFC45F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 55 } peers { id: 271 store_id: 1 } peers { id: 272 store_id: 7 } peers { id: 273 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:53.743 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(98)] [region=270] [thread_id=68] [2024/05/06 17:10:53.768 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:10:53.772 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:10:53.773 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:53.774 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: B482AA0AC8034D049DC5555C4A533D1B range { start: 7480000000000000FFC45F728000000000FF0000040000000000FA end: 7480000000000000FFC45F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 270 region_epoch { conf_ver: 5 version: 55 } }]"] [thread_id=105] [2024/05/06 17:10:53.774 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/b482aa0a-c803-4d04-9dc5-555c4a533d1b_270_5_55_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:53.896 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 165 store_id: 2"] [from_peer="id: 163 store_id: 1"] [region_id=162] [thread_id=31] [2024/05/06 17:10:53.896 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 165 store_id: 2"] [peer_id=163] [region_id=162] [thread_id=101] [2024/05/06 17:10:53.896 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 165"] [lead_transferee=165] [term=6] [raft_id=163] [region_id=162] [thread_id=101] [2024/05/06 17:10:53.896 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 165 immediately as 165 already has up-to-date log"] [lead_transferee=165] [raft_id=163] [region_id=162] [thread_id=101] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 165"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=165] [raft_id=163] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=163] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 165 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=165] [vote=0] [log_index=6] [log_term=6] [raft_id=163] [region_id=162] [thread_id=102] [2024/05/06 17:10:53.897 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(59)] [region_id=162] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:55.032 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:10:55.070 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 55"] [region_id=12] [thread_id=31] [2024/05/06 17:10:55.070 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFC75F728000000000FF0000010000000000FA to 7480000000000000FFC75F728000000000FF0000050000000000FA"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 12 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [new_region_ids="[new_region_id: 274 new_peer_ids: 275 new_peer_ids: 276 new_peer_ids: 277, new_region_id: 278 new_peer_ids: 279 new_peer_ids: 280 new_peer_ids: 281]"] [region_id=12] [thread_id=31] [2024/05/06 17:10:55.071 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC75F728000000000FF0000010000000000FA new_region_id: 274 new_peer_ids: 275 new_peer_ids: 276 new_peer_ids: 277 } requests { split_key: 7480000000000000FFC75F728000000000FF0000050000000000FA new_region_id: 278 new_peer_ids: 279 new_peer_ids: 280 new_peer_ids: 281 } right_derive: true }"] [index=1545] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:10:55.071 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFC75F728000000000FF0000010000000000FA to 7480000000000000FFC75F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 55 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(96)] [region_id=12] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:55.071 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 274 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7480000000000000FFC75F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 275 store_id: 1 } peers { id: 276 store_id: 7 } peers { id: 277 store_id: 2 }"] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {276, 277, 275} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {276, 277, 275} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 275."] [id=275] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.071 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[276, 277]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 278 start_key: 7480000000000000FFC75F728000000000FF0000010000000000FA end_key: 7480000000000000FFC75F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 279 store_id: 1 } peers { id: 280 store_id: 7 } peers { id: 281 store_id: 2 }"] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {280, 281, 279} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {280, 281, 279} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 279."] [id=279] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[280, 281]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=276] [vote=true] [raft_id=275] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=275] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[276, 277]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=275] [region_id=274] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=280] [vote=true] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[280, 281]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=279] [region_id=278] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=277] [vote=true] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=275] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803890] [region_id=274] [thread_id=102] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=281] [vote=true] [raft_id=279] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=279] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803890] [region_id=278] [thread_id=101] [2024/05/06 17:10:55.072 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=274] [thread_id=31] [2024/05/06 17:10:55.072 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=278] [thread_id=31] [2024/05/06 17:10:55.072 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 274 start_key: 7480000000000000FFC45F728000000000FF0000080000000000FA end_key: 7480000000000000FFC75F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 275 store_id: 1 } peers { id: 276 store_id: 7 } peers { id: 277 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:55.072 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1545] [observe_id=ObserveId(99)] [region=12] [thread_id=68] [2024/05/06 17:10:55.072 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(100)] [region=274] [thread_id=68] [2024/05/06 17:10:55.072 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 278 start_key: 7480000000000000FFC75F728000000000FF0000010000000000FA end_key: 7480000000000000FFC75F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 57 } peers { id: 279 store_id: 1 } peers { id: 280 store_id: 7 } peers { id: 281 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:55.072 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(101)] [region=278] [thread_id=68] [2024/05/06 17:10:55.088 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:55.092 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:55.092 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:55.093 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 3559DC5CDDF54401925ACCE3779A2A5B range { start: 7480000000000000FFC75F728000000000FF0000010000000000FA end: 7480000000000000FFC75F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 278 region_epoch { conf_ver: 5 version: 57 } }]"] [thread_id=105] [2024/05/06 17:10:55.093 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/3559dc5c-ddf5-4401-925a-cce3779a2a5b_278_5_57_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:55.201 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 76 store_id: 7"] [from_peer="id: 75 store_id: 1"] [region_id=74] [thread_id=31] [2024/05/06 17:10:55.201 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 253 store_id: 2"] [from_peer="id: 251 store_id: 1"] [region_id=250] [thread_id=31] [2024/05/06 17:10:55.202 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 76 store_id: 7"] [peer_id=75] [region_id=74] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 76"] [lead_transferee=76] [term=6] [raft_id=75] [region_id=74] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 76 immediately as 76 already has up-to-date log"] [lead_transferee=76] [raft_id=75] [region_id=74] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 253 store_id: 2"] [peer_id=251] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 253"] [lead_transferee=253] [term=6] [raft_id=251] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 253 immediately as 253 already has up-to-date log"] [lead_transferee=253] [raft_id=251] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 76"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=76] [raft_id=75] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 253"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=253] [raft_id=251] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=75] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=251] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 253 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=253] [vote=0] [log_index=6] [log_term=6] [raft_id=251] [region_id=250] [thread_id=101] [2024/05/06 17:10:55.202 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 76 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=76] [vote=0] [log_index=6] [log_term=6] [raft_id=75] [region_id=74] [thread_id=102] [2024/05/06 17:10:55.202 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(91)] [region_id=250] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:55.202 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(25)] [region_id=74] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:56.225 +08:00] [INFO] [tracker.rs:275] [slow-query] [perf_stats.internal_delete_skipped_count=0] [perf_stats.internal_key_skipped_count=0] [perf_stats.block_read_byte=130] [perf_stats.block_read_count=1] [perf_stats.block_cache_hit_count=1] [scan.range.first="Some(start: 7480000000000000C75F720000000000000000 end: 7480000000000000C75F728000000000000001)"] [scan.ranges=1] [scan.total=1] [scan.processed_size=0] [scan.processed=0] [scan.is_desc=None] [tag=checksum_table] [table_id=199] [txn_start_ts=449573461715320834] [total_suspend_time=0ns] [total_process_time=1.117033496s] [handler_build_time=3.93µs] [wait_time.snapshot=10.962µs] [wait_time.schedule=17.621µs] [wait_time=28.583µs] [total_lifetime=1.11711622s] [remote_host=ipv4:127.0.0.1:60436] [region_id=274] [query_digest=72bab5bf5a91946e7284f51d93b0a5f99316fb27c899b03abc69b80e42d1210c] [session_alias=] [connection_id=0] [thread_id=34] [2024/05/06 17:10:57.509 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:57.544 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 57"] [region_id=12] [thread_id=31] [2024/05/06 17:10:57.544 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFCA5F728000000000FF0000010000000000FA to 7480000000000000FFCA5F728000000000FF0000050000000000FA"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:10:57.544 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 12 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [new_region_ids="[new_region_id: 282 new_peer_ids: 283 new_peer_ids: 284 new_peer_ids: 285, new_region_id: 286 new_peer_ids: 287 new_peer_ids: 288 new_peer_ids: 289]"] [region_id=12] [thread_id=31] [2024/05/06 17:10:57.545 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA new_region_id: 282 new_peer_ids: 283 new_peer_ids: 284 new_peer_ids: 285 } requests { split_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA new_region_id: 286 new_peer_ids: 287 new_peer_ids: 288 new_peer_ids: 289 } right_derive: true }"] [index=1577] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:10:57.545 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCA5F728000000000FF0000010000000000FA to 7480000000000000FFCA5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 57 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:10:57.545 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(99)] [region_id=12] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 59 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 282 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 283 store_id: 1 } peers { id: 284 store_id: 7 } peers { id: 285 store_id: 2 }"] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {284, 285, 283} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {284, 285, 283} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 283."] [id=283] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[284, 285]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 286 start_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 287 store_id: 1 } peers { id: 288 store_id: 7 } peers { id: 289 store_id: 2 }"] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {288, 289, 287} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {288, 289, 287} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 287."] [id=287] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[288, 289]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=284] [vote=true] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[284, 285]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=283] [region_id=282] [thread_id=101] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=288] [vote=true] [raft_id=287] [region_id=286] [thread_id=102] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=287] [region_id=286] [thread_id=102] [2024/05/06 17:10:57.545 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[288, 289]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=287] [region_id=286] [thread_id=102] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=284] [vote=true] [raft_id=283] [region_id=282] [thread_id=102] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=283] [region_id=282] [thread_id=102] [2024/05/06 17:10:57.546 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803894] [region_id=282] [thread_id=102] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=288] [vote=true] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=287] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803894] [region_id=286] [thread_id=101] [2024/05/06 17:10:57.546 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=282] [thread_id=31] [2024/05/06 17:10:57.546 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=286] [thread_id=31] [2024/05/06 17:10:57.546 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 282 start_key: 7480000000000000FFC75F728000000000FF0000050000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 283 store_id: 1 } peers { id: 284 store_id: 7 } peers { id: 285 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:57.546 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 286 start_key: 7480000000000000FFCA5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 59 } peers { id: 287 store_id: 1 } peers { id: 288 store_id: 7 } peers { id: 289 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:57.546 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1577] [observe_id=ObserveId(102)] [region=12] [thread_id=68] [2024/05/06 17:10:57.546 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(104)] [region=286] [thread_id=68] [2024/05/06 17:10:57.546 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(103)] [region=282] [thread_id=68] [2024/05/06 17:10:57.572 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:10:57.576 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:10:57.577 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:57.578 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 7004D98CC782409AB3F2B385DD8DFBF4 range { start: 7480000000000000FFCA5F728000000000FF0000010000000000FA end: 7480000000000000FFCA5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 286 region_epoch { conf_ver: 5 version: 59 } }]"] [thread_id=105] [2024/05/06 17:10:57.578 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/7004d98c-c782-409a-b3f2-b385dd8dfbf4_286_5_59_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:58.086 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 248 store_id: 7"] [from_peer="id: 247 store_id: 1"] [region_id=246] [thread_id=31] [2024/05/06 17:10:58.086 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 248 store_id: 7"] [peer_id=247] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 248"] [lead_transferee=248] [term=6] [raft_id=247] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 248 immediately as 248 already has up-to-date log"] [lead_transferee=248] [raft_id=247] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 248"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=248] [raft_id=247] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=247] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 248 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=248] [vote=0] [log_index=7] [log_term=6] [raft_id=247] [region_id=246] [thread_id=102] [2024/05/06 17:10:58.086 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(89)] [region_id=246] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:58.177 +08:00] [INFO] [endpoint.rs:599] ["the max gap of follower safe-ts is large"] [oldest_candidate=None] [latest_candidate=None] [applied_index=7] [duration_to_last_consume_leader=16951ms] [resolved_ts=449573448909324295] [safe_ts=449573448909324295] [gap=51901ms] [region_id=58] [thread_id=68] [2024/05/06 17:10:58.177 +08:00] [INFO] [endpoint.rs:620] ["the max gap of follower resolved-ts is large; it's the same region that has the min safe-ts"] [thread_id=68] [2024/05/06 17:10:58.852 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:58.940 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 59"] [region_id=12] [thread_id=31] [2024/05/06 17:10:58.940 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFCD5F728000000000FF0000010000000000FA to 7480000000000000FFCD5F728000000000FF0000050000000000FA"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:10:58.941 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 12 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 59 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [new_region_ids="[new_region_id: 290 new_peer_ids: 291 new_peer_ids: 292 new_peer_ids: 293, new_region_id: 294 new_peer_ids: 295 new_peer_ids: 296 new_peer_ids: 297]"] [region_id=12] [thread_id=31] [2024/05/06 17:10:58.941 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA new_region_id: 290 new_peer_ids: 291 new_peer_ids: 292 new_peer_ids: 293 } requests { split_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA new_region_id: 294 new_peer_ids: 295 new_peer_ids: 296 new_peer_ids: 297 } right_derive: true }"] [index=1607] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:10:58.941 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCD5F728000000000FF0000010000000000FA to 7480000000000000FFCD5F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 59 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:10:58.941 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:10:58.941 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(102)] [region_id=12] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.941 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 61 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:58.941 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {292, 293, 291} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.941 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {292, 293, 291} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.941 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 291."] [id=291] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[292, 293]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 294 start_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 295 store_id: 1 } peers { id: 296 store_id: 7 } peers { id: 297 store_id: 2 }"] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {296, 297, 295} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {296, 297, 295} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 295."] [id=295] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[296, 297]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=292] [vote=true] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[292, 293]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=297] [vote=true] [raft_id=295] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=295] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[296, 297]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=295] [region_id=294] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=292] [vote=true] [raft_id=291] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=291] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803898] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=296] [vote=true] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=295] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803898] [region_id=294] [thread_id=101] [2024/05/06 17:10:58.942 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=290] [thread_id=31] [2024/05/06 17:10:58.942 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=294] [thread_id=31] [2024/05/06 17:10:58.942 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:58.942 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1607] [observe_id=ObserveId(105)] [region=12] [thread_id=68] [2024/05/06 17:10:58.942 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 294 start_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 295 store_id: 1 } peers { id: 296 store_id: 7 } peers { id: 297 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:58.942 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(106)] [region=290] [thread_id=68] [2024/05/06 17:10:58.942 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(107)] [region=294] [thread_id=68] [2024/05/06 17:10:58.964 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:58.968 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:58.969 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:58.970 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 542C25E7AE5A4577B5EC90D0CEDCB4A4 range { start: 7480000000000000FFCD5F728000000000FF0000010000000000FA end: 7480000000000000FFCD5F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 294 region_epoch { conf_ver: 5 version: 61 } }]"] [thread_id=105] [2024/05/06 17:10:58.970 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/542c25e7-ae5a-4577-b5ec-90d0cedcb4a4_294_5_61_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:58.982 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 61"] [region_id=290] [thread_id=31] [2024/05/06 17:10:58.982 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC"] [peer_id=291] [region_id=290] [thread_id=101] [2024/05/06 17:10:58.983 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [new_region_ids="[new_region_id: 298 new_peer_ids: 299 new_peer_ids: 300 new_peer_ids: 301, new_region_id: 302 new_peer_ids: 303 new_peer_ids: 304 new_peer_ids: 305]"] [region_id=290] [thread_id=31] [2024/05/06 17:10:58.983 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 298 new_peer_ids: 299 new_peer_ids: 300 new_peer_ids: 301 } requests { split_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 302 new_peer_ids: 303 new_peer_ids: 304 new_peer_ids: 305 } right_derive: true }"] [index=7] [term=6] [peer_id=291] [region_id=290] [thread_id=104] [2024/05/06 17:10:58.983 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 290 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 61 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [peer_id=291] [region_id=290] [thread_id=104] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=291] [region_id=290] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(106)] [region_id=290] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:58.983 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 290 start_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC end_key: 7480000000000000FFCD5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 291 store_id: 1 } peers { id: 292 store_id: 7 } peers { id: 293 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 298 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 299 store_id: 1 } peers { id: 300 store_id: 7 } peers { id: 301 store_id: 2 }"] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {300, 301, 299} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {300, 301, 299} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 299."] [id=299] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[300, 301]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 302 start_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 63 } peers { id: 303 store_id: 1 } peers { id: 304 store_id: 7 } peers { id: 305 store_id: 2 }"] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {304, 305, 303} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {304, 305, 303} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 303."] [id=303] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.983 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[304, 305]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(108)] [region=290] [thread_id=68] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=300] [vote=true] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[300, 301]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=299] [region_id=298] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=304] [vote=true] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[304, 305]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=300] [vote=true] [raft_id=299] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=299] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803902] [region_id=298] [thread_id=101] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=304] [vote=true] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=303] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803902] [region_id=302] [thread_id=102] [2024/05/06 17:10:58.984 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=298] [thread_id=31] [2024/05/06 17:10:58.984 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=302] [thread_id=31] [2024/05/06 17:10:58.984 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 298 start_key: 7480000000000000FFCA5F728000000000FF0000050000000000FA end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 299 store_id: 1 } peers { id: 300 store_id: 7 } peers { id: 301 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:58.984 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 302 start_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 63 } peers { id: 303 store_id: 1 } peers { id: 304 store_id: 7 } peers { id: 305 store_id: 2 }"] [thread_id=68] [2024/05/06 17:10:58.984 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(110)] [region=302] [thread_id=68] [2024/05/06 17:10:58.984 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(109)] [region=298] [thread_id=68] [2024/05/06 17:10:59.009 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/05/06 17:10:59.012 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:10:59.013 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:10:59.014 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: 91650A5DFA4D4A93A4389C490FDF125A range { start: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFCD5F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 302 region_epoch { conf_ver: 5 version: 63 } }]"] [thread_id=105] [2024/05/06 17:10:59.014 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/91650a5d-fa4d-4a93-a438-9c490fdf125a_302_5_63_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:10:59.088 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 241 store_id: 2"] [from_peer="id: 239 store_id: 1"] [region_id=238] [thread_id=31] [2024/05/06 17:10:59.088 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 108 store_id: 7"] [from_peer="id: 107 store_id: 1"] [region_id=106] [thread_id=31] [2024/05/06 17:10:59.088 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 81 store_id: 2"] [from_peer="id: 79 store_id: 1"] [region_id=78] [thread_id=31] [2024/05/06 17:10:59.089 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 108 store_id: 7"] [peer_id=107] [region_id=106] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 108"] [lead_transferee=108] [term=6] [raft_id=107] [region_id=106] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 108 immediately as 108 already has up-to-date log"] [lead_transferee=108] [raft_id=107] [region_id=106] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 241 store_id: 2"] [peer_id=239] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 241"] [lead_transferee=241] [term=6] [raft_id=239] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 241 immediately as 241 already has up-to-date log"] [lead_transferee=241] [raft_id=239] [region_id=238] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 81 store_id: 2"] [peer_id=79] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 81"] [lead_transferee=81] [term=6] [raft_id=79] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 81 immediately as 81 already has up-to-date log"] [lead_transferee=81] [raft_id=79] [region_id=78] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 241"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=241] [raft_id=239] [region_id=238] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=239] [region_id=238] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 108"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=108] [raft_id=107] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=107] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 241 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=241] [vote=0] [log_index=7] [log_term=6] [raft_id=239] [region_id=238] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 10, vote: 0] cast vote for 108 [logterm: 6, index: 10] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=10] [msg_term=6] [from=108] [vote=0] [log_index=10] [log_term=6] [raft_id=107] [region_id=106] [thread_id=102] [2024/05/06 17:10:59.089 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(39)] [region_id=106] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:59.089 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(86)] [region_id=238] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 81"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=81] [raft_id=79] [region_id=78] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=79] [region_id=78] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 81 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=81] [vote=0] [log_index=7] [log_term=6] [raft_id=79] [region_id=78] [thread_id=101] [2024/05/06 17:10:59.089 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(26)] [region_id=78] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:00.239 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/05/06 17:11:00.276 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 61"] [region_id=12] [thread_id=31] [2024/05/06 17:11:00.276 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFD05F728000000000FF0000010000000000FA to 7480000000000000FFD05F728000000000FF0000050000000000FA"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 12 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 61 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [new_region_ids="[new_region_id: 306 new_peer_ids: 307 new_peer_ids: 308 new_peer_ids: 309, new_region_id: 310 new_peer_ids: 311 new_peer_ids: 312 new_peer_ids: 313]"] [region_id=12] [thread_id=31] [2024/05/06 17:11:00.277 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD05F728000000000FF0000010000000000FA new_region_id: 306 new_peer_ids: 307 new_peer_ids: 308 new_peer_ids: 309 } requests { split_key: 7480000000000000FFD05F728000000000FF0000050000000000FA new_region_id: 310 new_peer_ids: 311 new_peer_ids: 312 new_peer_ids: 313 } right_derive: true }"] [index=1638] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:11:00.277 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD05F728000000000FF0000010000000000FA to 7480000000000000FFD05F728000000000FF0000050000000000FA"] [region="id: 12 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 61 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(105)] [region_id=12] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:00.277 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.277 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {308, 309, 307} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {308, 309, 307} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 307."] [id=307] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[308, 309]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 310 start_key: 7480000000000000FFD05F728000000000FF0000010000000000FA end_key: 7480000000000000FFD05F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 311 store_id: 1 } peers { id: 312 store_id: 7 } peers { id: 313 store_id: 2 }"] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {312, 313, 311} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {312, 313, 311} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 311."] [id=311] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[312, 313]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=309] [vote=true] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[308, 309]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=312] [vote=true] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[312, 313]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=311] [region_id=310] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=309] [vote=true] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803902] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=313] [vote=true] [raft_id=311] [region_id=310] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=311] [region_id=310] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803902] [region_id=310] [thread_id=101] [2024/05/06 17:11:00.278 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=306] [thread_id=31] [2024/05/06 17:11:00.278 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=310] [thread_id=31] [2024/05/06 17:11:00.278 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1638] [observe_id=ObserveId(111)] [region=12] [thread_id=68] [2024/05/06 17:11:00.278 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.278 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 310 start_key: 7480000000000000FFD05F728000000000FF0000010000000000FA end_key: 7480000000000000FFD05F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 311 store_id: 1 } peers { id: 312 store_id: 7 } peers { id: 313 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.278 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(113)] [region=310] [thread_id=68] [2024/05/06 17:11:00.278 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(112)] [region=306] [thread_id=68] [2024/05/06 17:11:00.302 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=268] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:11:00.306 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:11:00.306 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:00.307 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 300, total_kvs: 4, meta: uuid: 17EADE1234FA4E1889EE5FC5367DCC39 range { start: 7480000000000000FFD05F728000000000FF0000010000000000FA end: 7480000000000000FFD05F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 310 region_epoch { conf_ver: 5 version: 63 } }]"] [thread_id=105] [2024/05/06 17:11:00.307 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/17eade12-34fa-4e18-89ee-5fc5367dcc39_310_5_63_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:00.319 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 63"] [region_id=306] [thread_id=31] [2024/05/06 17:11:00.319 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC"] [peer_id=307] [region_id=306] [thread_id=101] [2024/05/06 17:11:00.319 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [new_region_ids="[new_region_id: 314 new_peer_ids: 315 new_peer_ids: 316 new_peer_ids: 317, new_region_id: 318 new_peer_ids: 319 new_peer_ids: 320 new_peer_ids: 321]"] [region_id=306] [thread_id=31] [2024/05/06 17:11:00.320 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB new_region_id: 314 new_peer_ids: 315 new_peer_ids: 316 new_peer_ids: 317 } requests { split_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC new_region_id: 318 new_peer_ids: 319 new_peer_ids: 320 new_peer_ids: 321 } right_derive: true }"] [index=7] [term=6] [peer_id=307] [region_id=306] [thread_id=103] [2024/05/06 17:11:00.320 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB to 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC"] [region="id: 306 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 63 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [peer_id=307] [region_id=306] [thread_id=103] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=307] [region_id=306] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(112)] [region_id=306] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:00.320 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 306 start_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC end_key: 7480000000000000FFD05F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 307 store_id: 1 } peers { id: 308 store_id: 7 } peers { id: 309 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 314 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 65 } peers { id: 315 store_id: 1 } peers { id: 316 store_id: 7 } peers { id: 317 store_id: 2 }"] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {316, 317, 315} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {316, 317, 315} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 315."] [id=315] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[316, 317]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 318 start_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 65 } peers { id: 319 store_id: 1 } peers { id: 320 store_id: 7 } peers { id: 321 store_id: 2 }"] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {320, 321, 319} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {320, 321, 319} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 319."] [id=319] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[320, 321]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=316] [vote=true] [raft_id=315] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=315] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[316, 317]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=315] [region_id=314] [thread_id=101] [2024/05/06 17:11:00.320 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(114)] [region=306] [thread_id=68] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=320] [vote=true] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.320 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[320, 321]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=316] [vote=true] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=315] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803906] [region_id=314] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=320] [vote=true] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=319] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803906] [region_id=318] [thread_id=102] [2024/05/06 17:11:00.321 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=314] [thread_id=31] [2024/05/06 17:11:00.321 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=318] [thread_id=31] [2024/05/06 17:11:00.321 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 314 start_key: 7480000000000000FFCD5F728000000000FF0000050000000000FA end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB region_epoch { conf_ver: 5 version: 65 } peers { id: 315 store_id: 1 } peers { id: 316 store_id: 7 } peers { id: 317 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.321 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(115)] [region=314] [thread_id=68] [2024/05/06 17:11:00.321 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 318 start_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB end_key: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FC region_epoch { conf_ver: 5 version: 65 } peers { id: 319 store_id: 1 } peers { id: 320 store_id: 7 } peers { id: 321 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:00.321 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(116)] [region=318] [thread_id=68] [2024/05/06 17:11:00.346 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=260] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:11:00.349 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:11:00.350 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:00.351 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 292, total_kvs: 4, meta: uuid: B4C6A146FF5B402EB38CA8E557AA01DE range { start: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000400000000FB end: 7480000000000000FFD05F698000000000FF0000010380000000FF0000000700000000FB } cf_name: \"write\" region_id: 318 region_epoch { conf_ver: 5 version: 65 } }]"] [thread_id=105] [2024/05/06 17:11:00.351 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/b4c6a146-ff5b-402e-b38c-a8e557aa01de_318_5_65_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:00.393 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 233 store_id: 2"] [from_peer="id: 231 store_id: 1"] [region_id=230] [thread_id=31] [2024/05/06 17:11:00.393 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 176 store_id: 7"] [from_peer="id: 175 store_id: 1"] [region_id=174] [thread_id=31] [2024/05/06 17:11:00.393 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 176 store_id: 7"] [peer_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 176"] [lead_transferee=176] [term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 176 immediately as 176 already has up-to-date log"] [lead_transferee=176] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 233 store_id: 2"] [peer_id=231] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 233"] [lead_transferee=233] [term=6] [raft_id=231] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 233 immediately as 233 already has up-to-date log"] [lead_transferee=233] [raft_id=231] [region_id=230] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 233"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=233] [raft_id=231] [region_id=230] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=231] [region_id=230] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 233 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=233] [vote=0] [log_index=7] [log_term=6] [raft_id=231] [region_id=230] [thread_id=102] [2024/05/06 17:11:00.394 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(83)] [region_id=230] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 176"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=176] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 176 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=176] [vote=0] [log_index=7] [log_term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/06 17:11:00.394 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(62)] [region_id=174] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:01.656 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:11:01.780 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 63"] [region_id=12] [thread_id=31] [2024/05/06 17:11:01.780 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000000FFD35F728000000000FF0000040000000000FA to 7480000000000000FFD35F728000000000FF0000080000000000FA"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:11:01.780 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 12 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [new_region_ids="[new_region_id: 322 new_peer_ids: 323 new_peer_ids: 324 new_peer_ids: 325, new_region_id: 326 new_peer_ids: 327 new_peer_ids: 328 new_peer_ids: 329]"] [region_id=12] [thread_id=31] [2024/05/06 17:11:01.781 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD35F728000000000FF0000040000000000FA new_region_id: 322 new_peer_ids: 323 new_peer_ids: 324 new_peer_ids: 325 } requests { split_key: 7480000000000000FFD35F728000000000FF0000080000000000FA new_region_id: 326 new_peer_ids: 327 new_peer_ids: 328 new_peer_ids: 329 } right_derive: true }"] [index=1668] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:11:01.781 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000000FFD35F728000000000FF0000040000000000FA to 7480000000000000FFD35F728000000000FF0000080000000000FA"] [region="id: 12 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 63 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=12] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(111)] [region_id=12] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:01.781 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7480000000000000FFD35F728000000000FF0000080000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 65 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 322 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7480000000000000FFD35F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 323 store_id: 1 } peers { id: 324 store_id: 7 } peers { id: 325 store_id: 2 }"] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {324, 325, 323} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {324, 325, 323} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 323."] [id=323] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[324, 325]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 326 start_key: 7480000000000000FFD35F728000000000FF0000040000000000FA end_key: 7480000000000000FFD35F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 327 store_id: 1 } peers { id: 328 store_id: 7 } peers { id: 329 store_id: 2 }"] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.781 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {328, 329, 327} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {328, 329, 327} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 327."] [id=327] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[328, 329]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=324] [vote=true] [raft_id=323] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=323] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[324, 325]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=323] [region_id=322] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=328] [vote=true] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[328, 329]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=327] [region_id=326] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=324] [vote=true] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=323] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803906] [region_id=322] [thread_id=101] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=328] [vote=true] [raft_id=327] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=327] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803906] [region_id=326] [thread_id=102] [2024/05/06 17:11:01.782 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=322] [thread_id=31] [2024/05/06 17:11:01.782 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=326] [thread_id=31] [2024/05/06 17:11:01.782 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=1668] [observe_id=ObserveId(117)] [region=12] [thread_id=68] [2024/05/06 17:11:01.782 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 322 start_key: 7480000000000000FFD05F728000000000FF0000050000000000FA end_key: 7480000000000000FFD35F728000000000FF0000040000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 323 store_id: 1 } peers { id: 324 store_id: 7 } peers { id: 325 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:01.782 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(118)] [region=322] [thread_id=68] [2024/05/06 17:11:01.782 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 326 start_key: 7480000000000000FFD35F728000000000FF0000040000000000FA end_key: 7480000000000000FFD35F728000000000FF0000080000000000FA region_epoch { conf_ver: 5 version: 65 } peers { id: 327 store_id: 1 } peers { id: 328 store_id: 7 } peers { id: 329 store_id: 2 }"] [thread_id=68] [2024/05/06 17:11:01.782 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(119)] [region=326] [thread_id=68] [2024/05/06 17:11:01.836 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=252] [write_entries=4] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:11:01.840 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:11:01.841 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:11:01.841 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 284, total_kvs: 4, meta: uuid: C0474ACA53A0423D8F49E046B93D4C52 range { start: 7480000000000000FFD35F728000000000FF0000040000000000FA end: 7480000000000000FFD35F728000000000FF0000070000000000FA } cf_name: \"write\" region_id: 326 region_epoch { conf_ver: 5 version: 65 } }]"] [thread_id=105] [2024/05/06 17:11:01.842 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/c0474aca-53a0-423d-8f49-e046b93d4c52_326_5_65_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:11:02.093 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 272 store_id: 7"] [from_peer="id: 271 store_id: 1"] [region_id=270] [thread_id=31] [2024/05/06 17:11:02.093 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 245 store_id: 2"] [from_peer="id: 243 store_id: 1"] [region_id=242] [thread_id=31] [2024/05/06 17:11:02.093 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 272 store_id: 7"] [peer_id=271] [region_id=270] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 272"] [lead_transferee=272] [term=6] [raft_id=271] [region_id=270] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 272 immediately as 272 already has up-to-date log"] [lead_transferee=272] [raft_id=271] [region_id=270] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 245 store_id: 2"] [peer_id=243] [region_id=242] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 245"] [lead_transferee=245] [term=6] [raft_id=243] [region_id=242] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 245 immediately as 245 already has up-to-date log"] [lead_transferee=245] [raft_id=243] [region_id=242] [thread_id=101] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 272"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=272] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 272 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=272] [vote=0] [log_index=7] [log_term=6] [raft_id=271] [region_id=270] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 245"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=245] [raft_id=243] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=243] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 245 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=245] [vote=0] [log_index=7] [log_term=6] [raft_id=243] [region_id=242] [thread_id=102] [2024/05/06 17:11:02.093 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(98)] [region_id=270] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:02.093 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(90)] [region_id=242] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:04.120 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:04.121 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:04.121 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:04.122 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 100s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 161s remote-cache, linux-sandbox [1,549 / 1,550] 1 / 1 tests; Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 162s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 207.691s, Critical Path: 187.77s INFO: 1538 processes: 1523 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { ./t/ddl/db_partition.test: ok! 1276 test cases passed, take time 80.065932736 s [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/06 17:07:38.230 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.230 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.230 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.230 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.230 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.230 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.230 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.230 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.230 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.233 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:38.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:38.235 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.235 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:38.235 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.235 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:38.236 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.236 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.236 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.236 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=271.741µs] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.239 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.240 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.240 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.241 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.241 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.241 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.241 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.243 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.243 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.243 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.243 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.243 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.243 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.244 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.245 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:40.245 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:40.246 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.246 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:40.246 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.246 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.293 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:41.238 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:41.240 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:41.240 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:41.241 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:41.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:41.241 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:41.244 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810767333458084] [2024/05/06 17:07:41.244 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810767333458084] [2024/05/06 17:07:41.248 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:41.250 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:41.250 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:41.252 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:41.252 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:41.252 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:41.252 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:41.252 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:41.253 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:41.253 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:41.253 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:41.254 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:41.254 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=190.526µs] [2024/05/06 17:07:41.254 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:41.254 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810767333458084/leader] [purpose="leader election"] [2024/05/06 17:07:41.254 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:42.255 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:51.242 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/06 17:07:51.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/06 17:09:22.520 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:24.194 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:27.521 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:37.427 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:58.119 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:02.429 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:03.862 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:08.503 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:10.176 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:19.559 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:21.230 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:26.626 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:28.517 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:30.751 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:32.654 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:40.812 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:42.624 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:44.774 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:46.234 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:47.967 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:56.175 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:59.728 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:01.913 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:08.548 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:16.379 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:18.191 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:42.762 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] ==> ./pd1.log <== [2024/05/06 17:07:38.228 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.228 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.229 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.232 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.234 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:38.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.234 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:38.234 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:38.234 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.234 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.235 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=357.651µs] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.238 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.239 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.239 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.239 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.240 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.240 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.240 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.240 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.241 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.241 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.241 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.241 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.241 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.241 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.241 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.241 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.241 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.241 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.243 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/06 17:07:40.243 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:40.243 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.243 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/06 17:07:40.243 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.243 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.291 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:41.238 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/06 17:07:41.238 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/06 17:07:41.238 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/06 17:07:41.238 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/06 17:07:41.238 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:41.240 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:41.240 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:41.240 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/06 17:07:41.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/06 17:07:41.241 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/06 17:07:41.244 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810767333458084] [2024/05/06 17:07:41.244 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365810767333458084] [2024/05/06 17:07:41.247 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:41.248 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/06 17:07:41.248 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:41.250 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:41.250 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/06 17:07:41.250 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/06 17:07:41.250 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:41.250 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:41.250 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/06 17:07:41.251 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:41.251 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908032705482253] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:07:41.252 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/06 17:07:41.252 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810767333458084/leader] [purpose="leader election"] [2024/05/06 17:07:41.252 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/06 17:07:41.252 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:07:41.252 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:07:41.252 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:07:41.253 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:07:44.252 +08:00] [next=2024/05/06 17:07:41.252 +08:00] [2024/05/06 17:07:41.254 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:41.255 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:07:41.255 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:07:41.257 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:07:41.262 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:07:41.262 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:07:41.262 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/06 17:07:41.555 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:41.555 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:41.555 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/06 17:07:41.628 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:41.628 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:41.630 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:41.630 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:41.630 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/06 17:07:41.630 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/06 17:07:41.636 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810767333458084] [request="header: store: region: peers: > "] [2024/05/06 17:07:41.636 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810767333458084] [2024/05/06 17:07:41.640 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=963.68µs] [2024/05/06 17:07:41.640 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=242.891µs] [2024/05/06 17:07:41.641 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:07:41.641 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:07:41.641 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:07:41.641 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:07:41.641 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:07:41.641 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:07:41.641 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:07:41.642 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=588.877µs] [2024/05/06 17:07:41.644 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:07:41.645 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=2] [2024/05/06 17:07:41.645 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986461 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:41.645 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:41.645 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=3] [2024/05/06 17:07:41.645 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986461 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:41.645 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:41.646 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:07:41.646 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986461 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:07:41.646 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:07:42.252 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:07:42.255 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/06 17:07:42.255 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:42.455 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/06 17:07:42.455 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/06 17:07:44.642 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:07:44.642 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:07:44.642 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:07:44.643 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:44.644 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:44.644 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:44.645 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:07:44.646 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:07:44.646 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:07:44.646 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:07:44.646 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:07:44.657 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:44.657213375 +0800 CST m=+6.466453694, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:44.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:07:44.657 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:07:44.657 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/06 17:07:44.657 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/06 17:07:44.657 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/06 17:07:44.658 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.619631ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-06 17:07:44.657213375 +0800 CST m=+6.466453694, startAt:2024-05-06 17:07:44.657324533 +0800 CST m=+6.466564852, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:07:44.658 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:07:44.658 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:07:45.645 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:07:51.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/06 17:07:51.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:07:51.642 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/05/06 17:07:51.643 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/05/06 17:07:51.644 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/06 17:07:51.656 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:51.656866488 +0800 CST m=+13.466106806, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.656 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 2"] [source=create] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:51.657069763 +0800 CST m=+13.466310081, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 2"] [source=create] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:51.657156597 +0800 CST m=+13.466396912, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 2"] [source=create] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:07:51.657233677 +0800 CST m=+13.466473992, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 3"] [source=create] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:51.657318073 +0800 CST m=+13.466558388, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=create] [2024/05/06 17:07:51.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/06 17:07:51.657 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:51.658 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/05/06 17:07:51.658 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:51.658 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/05/06 17:07:51.658 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:51.658 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/06 17:07:51.658 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/06 17:07:51.658 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:51.658 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/06 17:07:51.666 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:51.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:51.667 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.343922ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-06 17:07:51.657233677 +0800 CST m=+13.466473992, startAt:2024-05-06 17:07:51.657270829 +0800 CST m=+13.466511147, currentStep:2, size:0, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.667 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.387529ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-06 17:07:51.657318073 +0800 CST m=+13.466558388, startAt:2024-05-06 17:07:51.657343695 +0800 CST m=+13.466584014, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:51.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:51.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:51.668 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:51.668 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.399906ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-06 17:07:51.656866488 +0800 CST m=+13.466106806, startAt:2024-05-06 17:07:51.656976757 +0800 CST m=+13.466217076, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.668 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:51.668 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.42245ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-06 17:07:51.657069763 +0800 CST m=+13.466310081, startAt:2024-05-06 17:07:51.657107528 +0800 CST m=+13.466347847, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.668 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:51.668 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/06 17:07:51.668 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.498872ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-06 17:07:51.657156597 +0800 CST m=+13.466396912, startAt:2024-05-06 17:07:51.65718482 +0800 CST m=+13.466425139, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:51.677096364 +0800 CST m=+13.486336682, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:51.677226867 +0800 CST m=+13.486467182, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:51.677305344 +0800 CST m=+13.486545659, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:51.677373042 +0800 CST m=+13.486613357, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:07:51.677443915 +0800 CST m=+13.486684230, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/06 17:07:51.677 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/05/06 17:07:51.678 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/06 17:07:51.678 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:51.678 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/06 17:07:51.678 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:51.678 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/05/06 17:07:51.678 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/05/06 17:07:51.678 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/06 17:07:51.678 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:51.678 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:51.678 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/06 17:07:51.680 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:51.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/06 17:07:51.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:51.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:51.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/05/06 17:07:51.681 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.169686ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-06 17:07:51.677443915 +0800 CST m=+13.486684230, startAt:2024-05-06 17:07:51.677476103 +0800 CST m=+13.486716417, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.681 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:51.681 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:51.681 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.638213ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-06 17:07:51.677096364 +0800 CST m=+13.486336682, startAt:2024-05-06 17:07:51.67716265 +0800 CST m=+13.486402968, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.681 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.568606ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-06 17:07:51.677373042 +0800 CST m=+13.486613357, startAt:2024-05-06 17:07:51.677397089 +0800 CST m=+13.486637403, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.681 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:51.682 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.912423ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-06 17:07:51.677226867 +0800 CST m=+13.486467182, startAt:2024-05-06 17:07:51.677256408 +0800 CST m=+13.486496726, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:07:51.682 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:51.682 +08:00] [INFO] [region.go:772] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/06 17:07:51.682 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=5.014817ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-06 17:07:51.677305344 +0800 CST m=+13.486545659, startAt:2024-05-06 17:07:51.677329705 +0800 CST m=+13.486570019, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/06 17:08:04.457 +08:00] [WARN] [tso.go:334] ["clock offset"] [] [jet-lag=199.659011ms] [prev-physical=2024/05/06 17:08:04.257 +08:00] [now=2024/05/06 17:08:04.457 +08:00] [update-physical-interval=50ms] [2024/05/06 17:08:41.642 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/06 17:08:41.644 +08:00] [INFO] [cluster.go:506] ["store config is updated"] [2024/05/06 17:09:17.843 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=86] [2024/05/06 17:09:17.843 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=86] [2024/05/06 17:09:19.850 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetGroupConfig, Method:HTTP/1.1/POST:/pd/api/v1/config/rule_group, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:43964, StartTime:2024-05-06 17:09:19 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"tiflash\",\"index\":120}}"] [2024/05/06 17:09:19.851 +08:00] [INFO] [rule_manager.go:639] ["group config updated"] [group="{\"id\":\"tiflash\",\"index\":120}"] [2024/05/06 17:09:22.257 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=304] [2024/05/06 17:09:22.257 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=304] [2024/05/06 17:09:23.800 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=326] [2024/05/06 17:09:23.800 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=326] [2024/05/06 17:09:25.471 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=358] [2024/05/06 17:09:25.471 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=358] [2024/05/06 17:09:25.843 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:27.128 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=389] [2024/05/06 17:09:27.128 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=389] [2024/05/06 17:09:27.521 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:28.809 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=420] [2024/05/06 17:09:28.809 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=420] [2024/05/06 17:09:29.170 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:30.454 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=451] [2024/05/06 17:09:30.454 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=451] [2024/05/06 17:09:32.096 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=481] [2024/05/06 17:09:32.096 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=481] [2024/05/06 17:09:32.474 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:33.768 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=513] [2024/05/06 17:09:33.768 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=513] [2024/05/06 17:09:35.628 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=544] [2024/05/06 17:09:35.628 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=544] [2024/05/06 17:09:37.427 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:38.711 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=580] [2024/05/06 17:09:38.711 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=580] [2024/05/06 17:09:39.121 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:40.416 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=610] [2024/05/06 17:09:40.416 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=610] [2024/05/06 17:09:42.171 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=642] [2024/05/06 17:09:42.171 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=642] [2024/05/06 17:09:43.545 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:44.830 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=675] [2024/05/06 17:09:44.830 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=675] [2024/05/06 17:09:50.208 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:51.508 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=707] [2024/05/06 17:09:51.508 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=707] [2024/05/06 17:09:53.273 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=741] [2024/05/06 17:09:53.273 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=741] [2024/05/06 17:09:59.393 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=794] [2024/05/06 17:09:59.393 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=794] [2024/05/06 17:09:59.761 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:01.040 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=825] [2024/05/06 17:10:01.040 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=825] [2024/05/06 17:10:03.706 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=858] [2024/05/06 17:10:03.706 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=858] [2024/05/06 17:10:03.861 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:05.130 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=879] [2024/05/06 17:10:05.130 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=879] [2024/05/06 17:10:06.190 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:07.470 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=938] [2024/05/06 17:10:07.470 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=938] [2024/05/06 17:10:08.503 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:09.784 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=998] [2024/05/06 17:10:09.784 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=998] [2024/05/06 17:10:11.461 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1029] [2024/05/06 17:10:11.461 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1029] [2024/05/06 17:10:13.179 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1059] [2024/05/06 17:10:13.179 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1059] [2024/05/06 17:10:13.555 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:14.834 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1090] [2024/05/06 17:10:14.834 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1090] [2024/05/06 17:10:16.490 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1120] [2024/05/06 17:10:16.490 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1120] [2024/05/06 17:10:18.177 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1151] [2024/05/06 17:10:18.177 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1151] [2024/05/06 17:10:20.848 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1183] [2024/05/06 17:10:20.848 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1183] [2024/05/06 17:10:21.229 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:22.533 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1214] [2024/05/06 17:10:22.533 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1214] [2024/05/06 17:10:22.922 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:24.213 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1251] [2024/05/06 17:10:24.213 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1251] [2024/05/06 17:10:26.141 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1284] [2024/05/06 17:10:26.141 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1284] [2024/05/06 17:10:26.626 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:27.908 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1322] [2024/05/06 17:10:27.908 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1322] [2024/05/06 17:10:28.517 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:30.006 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1367] [2024/05/06 17:10:30.006 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1367] [2024/05/06 17:10:32.042 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1418] [2024/05/06 17:10:32.042 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1418] [2024/05/06 17:10:32.654 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:33.951 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1462] [2024/05/06 17:10:33.951 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1462] [2024/05/06 17:10:40.426 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1492] [2024/05/06 17:10:40.426 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1492] [2024/05/06 17:10:42.099 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1527] [2024/05/06 17:10:42.099 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1527] [2024/05/06 17:10:42.624 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:43.917 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1565] [2024/05/06 17:10:43.918 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1565] [2024/05/06 17:10:44.773 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:46.063 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1620] [2024/05/06 17:10:46.063 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1620] [2024/05/06 17:10:46.234 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:47.532 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1642] [2024/05/06 17:10:47.532 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1642] [2024/05/06 17:10:47.967 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:49.250 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1673] [2024/05/06 17:10:49.250 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1673] [2024/05/06 17:10:49.691 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:51.060 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1704] [2024/05/06 17:10:51.060 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1704] [2024/05/06 17:10:52.463 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:53.767 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1738] [2024/05/06 17:10:53.767 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1738] [2024/05/06 17:10:54.173 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:55.456 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1771] [2024/05/06 17:10:55.456 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1771] [2024/05/06 17:10:57.475 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1816] [2024/05/06 17:10:57.475 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1816] [2024/05/06 17:10:59.173 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1846] [2024/05/06 17:10:59.173 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1846] [2024/05/06 17:11:01.019 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1887] [2024/05/06 17:11:01.020 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1887] [2024/05/06 17:11:03.195 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=1939] [2024/05/06 17:11:03.195 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=1939] [2024/05/06 17:11:04.835 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:06.129 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2027] [2024/05/06 17:11:06.129 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2027] [2024/05/06 17:11:06.523 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:08.030 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2057] [2024/05/06 17:11:08.030 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2057] [2024/05/06 17:11:08.548 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:09.832 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2091] [2024/05/06 17:11:09.832 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2091] [2024/05/06 17:11:10.333 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:11.629 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2129] [2024/05/06 17:11:11.629 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2129] [2024/05/06 17:11:13.756 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:15.072 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2216] [2024/05/06 17:11:15.072 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2216] [2024/05/06 17:11:16.379 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:17.684 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2293] [2024/05/06 17:11:17.684 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2293] [2024/05/06 17:11:18.191 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:19.478 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2330] [2024/05/06 17:11:19.478 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2330] [2024/05/06 17:11:27.935 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:29.234 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2376] [2024/05/06 17:11:29.234 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2376] [2024/05/06 17:11:29.727 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:31.010 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2413] [2024/05/06 17:11:31.010 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2413] [2024/05/06 17:11:32.588 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2440] [2024/05/06 17:11:32.588 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2440] [2024/05/06 17:11:34.913 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2465] [2024/05/06 17:11:34.913 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2465] [2024/05/06 17:11:35.515 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:36.806 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2496] [2024/05/06 17:11:36.806 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2496] [2024/05/06 17:11:38.604 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2527] [2024/05/06 17:11:38.604 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2527] [2024/05/06 17:11:40.892 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2569] [2024/05/06 17:11:40.892 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2569] [2024/05/06 17:11:42.762 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:44.052 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2625] [2024/05/06 17:11:44.052 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2625] [2024/05/06 17:11:44.639 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:45.927 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2659] [2024/05/06 17:11:45.927 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2659] [2024/05/06 17:11:47.499 +08:00] [INFO] [region_splitter.go:156] ["found region"] [region-id=14] [key="t\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\ufffd|\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd"] [2024/05/06 17:11:47.499 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"region-splitter {split: region 14 use policy USEKEY and keys [7480000000000001FF7C00000000000000F8]} (kind:split, region:14(5, 5), createAt:2024-05-06 17:11:47.499100256 +0800 CST m=+249.308340575, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7200000100000000FB\"}"] [2024/05/06 17:11:47.499 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:11:47.499 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=28] [peer-ids="[29,30,31]"] [2024/05/06 17:11:47.500 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:28 start_key:\"7200000100000000FB\" end_key:\"7480000000000001FF7C00000000000000F8\" region_epoch: peers: peers: peers:"] [total=1] [2024/05/06 17:11:47.500 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.542706ms] [operator="\"region-splitter {split: region 14 use policy USEKEY and keys [7480000000000001FF7C00000000000000F8]} (kind:split, region:14(5, 5), createAt:2024-05-06 17:11:47.499100256 +0800 CST m=+249.308340575, startAt:2024-05-06 17:11:47.499187379 +0800 CST m=+249.308427698, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7200000100000000FB\"}"] [2024/05/06 17:11:47.500 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7200000100000000FB} -> {7480000000000001FF7C00000000000000F8}, EndKey:{7800000000000000FB}"] [old-version=5] [new-version=6] [2024/05/06 17:11:47.600 +08:00] [INFO] [region_splitter.go:214] ["found split region"] [region-id=14] [split-key=7480000000000001ff7c00000000000000f8] [2024/05/06 17:11:47.752 +08:00] [WARN] [grpclog.go:46] ["[core][Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:49.028 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=2702] [2024/05/06 17:11:49.028 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=2702] ==> ./pd2.log <== [2024/05/06 17:07:38.228 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:38.228 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:38.228 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:38.228 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:38.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:38.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:38.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:38.232 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:38.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:38.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:38.234 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:38.234 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:38.234 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:38.234 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:38.234 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:38.234 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:38.234 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:38.235 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=456.21µs] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:40.237 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:40.238 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.238 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:40.240 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:40.240 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.240 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.241 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.242 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.242 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.242 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:40.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.242 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:40.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:40.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:40.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:40.242 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.242 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:40.242 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.242 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:40.242 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:40.242 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:40.243 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.243 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:40.243 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:40.243 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:40.243 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.243 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:40.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:40.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.246 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:40.292 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:41.238 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:41.239 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:41.240 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:41.240 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:41.241 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:41.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:41.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:41.241 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:41.244 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810767333458084] [2024/05/06 17:07:41.244 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810767333458084] [2024/05/06 17:07:41.248 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:41.248 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:41.249 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:41.250 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:41.250 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:41.250 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:41.250 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:41.251 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:41.251 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/06 17:07:41.251 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:41.453 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:41.453 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:41.453 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:41.453 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=33.933µs] [2024/05/06 17:07:41.454 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:41.454 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810767333458084/leader] [purpose="leader election"] [2024/05/06 17:07:41.454 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:42.335 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:42.345 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:42.346 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:42.345 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36431] [remotes="[]"] [2024/05/06 17:07:42.345 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46227] [remotes="[]"] [2024/05/06 17:07:42.346 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:42.351 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:42.454 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:51.242 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/06 17:07:51.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/06 17:09:22.381 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:22.381 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:24.381 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:24.381 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:26.382 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:26.382 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:27.521 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:28.383 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:28.383 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:29.170 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:30.383 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:30.383 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:32.384 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:32.384 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:32.474 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:34.144 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:34.385 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:34.385 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:36.385 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:36.385 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:37.427 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:38.386 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:38.386 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:39.121 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:40.386 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:40.386 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:40.889 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:42.349 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:09:42.349 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:36431/schema] [error="Get \"http://127.0.0.1:36431/schema\": read tcp 127.0.0.1:60426->127.0.0.1:36431: read: connection reset by peer"] [2024/05/06 17:09:42.349 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:09:42.387 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:42.387 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:43.545 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:09:44.388 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:44.388 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:46.388 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:46.388 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:48.389 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:48.389 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:50.390 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:50.390 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:52.390 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:52.390 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:54.391 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:54.391 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:56.391 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:56.391 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:58.391 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:58.391 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:00.392 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:00.392 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:02.393 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:02.393 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:03.861 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:04.394 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:04.394 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:06.395 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:06.395 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:08.395 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:08.395 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:08.503 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:10.176 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:10.396 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:10.396 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:11.885 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:12.396 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:12.396 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:13.555 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:14.397 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:14.397 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:15.204 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:16.397 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:16.397 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:16.871 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:18.398 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:18.398 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:19.559 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:20.398 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:20.398 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:21.229 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:22.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:22.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:22.922 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:24.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:24.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:24.646 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:26.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:26.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:28.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:28.399 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:30.400 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:30.400 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:30.751 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:32.400 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:32.400 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:32.654 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:34.401 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:34.401 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:36.401 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:36.401 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:38.401 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:38.401 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:39.139 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:40.402 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:40.402 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:40.812 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:42.350 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:10:42.350 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:36431/schema] [error="Get \"http://127.0.0.1:36431/schema\": read tcp 127.0.0.1:35768->127.0.0.1:36431: read: connection reset by peer"] [2024/05/06 17:10:42.350 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:10:42.403 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:42.403 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:42.624 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:44.403 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:44.403 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:44.774 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:46.234 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:46.404 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:46.404 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:47.967 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:48.405 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:48.405 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:50.406 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:50.406 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:52.406 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:52.406 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:54.173 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:54.407 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:54.407 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:56.175 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:56.407 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:56.407 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:57.877 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:10:58.408 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:58.408 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:00.409 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:00.409 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:02.409 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:02.409 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:04.410 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:04.410 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:04.835 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:06.410 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:06.410 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:08.410 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:08.410 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:08.548 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:10.333 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:10.411 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:10.411 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:12.412 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:12.412 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:14.413 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:14.413 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:16.379 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:16.414 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:16.414 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:18.414 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:18.414 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:20.415 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:20.415 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:22.416 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:22.416 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:24.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:24.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:26.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:26.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:28.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:28.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:29.727 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:30.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:30.417 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:32.418 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:32.418 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:34.418 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:34.418 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:36.419 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:36.419 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:37.301 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:38.419 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:38.419 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:39.401 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:40.420 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:40.420 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:42.350 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:11:42.350 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:36431/schema] [error="Get \"http://127.0.0.1:36431/schema\": read tcp 127.0.0.1:39622->127.0.0.1:36431: read: connection reset by peer"] [2024/05/06 17:11:42.350 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:11:42.420 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:42.420 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:42.762 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:44.421 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:44.421 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:44.639 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:46.421 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:46.421 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:47.752 +08:00] [WARN] [grpclog.go:46] ["[core][Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/06 17:11:48.422 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:48.422 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:50.422 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:50.422 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:52.423 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:52.423 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:54.423 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:54.423 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:56.424 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:56.424 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:58.425 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:58.425 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:00.425 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:00.425 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={27, 48, 16, 17, 28, 65, 61, 0, 11, 64, 36, 59, 25, 52, 55, 22, 53, 51, 12, 58, 67, 15, 23, 45, 69, 49, 50, 8, 35, 46, 70, 56, 9, 24, 63, 66, 62, 71, 47, 31, 19, 32, 30, 21, 68, 18, 33, 54, 14, 34, 44, 60, 10, 26, 57, 20, 13, 29}"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:38.197 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:38.197 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:38.197 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:38.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f3d6644d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3d664afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3d66437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3d664d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986458.199150396\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f3d6644d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3d664afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3d66437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3d664d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f3d6644dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3d664afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3d66437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3d664d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986458.199747345\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f3d6644dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3d664afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3d66437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3d664d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.200 +08:00] [INFO] [] ["subchannel 0x7f3d6644e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3d664afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3d66437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3d664d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986458.200022369\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:38.200 +08:00] [INFO] [] ["subchannel 0x7f3d6644e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3d664afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3d66437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3d664d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.200 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:38.501 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.502 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.502 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.242 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:41.544 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.546 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:41.547 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.548 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.548 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.548 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:41.548 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810767333458084] [thread_id=1] [2024/05/06 17:07:41.549 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:41.549 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:41.551 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/06 17:07:41.552 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:41.552 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:41.552 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/06 17:07:41.553 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:41.553 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/06 17:07:41.553 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:41.554 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:41.555 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:41.555 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:41.555 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:41.555 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:41.555 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:41.561 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:41.561 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:41.562 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 211.809µs"] [thread_id=1] [2024/05/06 17:07:41.626 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:41.628 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:41.628 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:41.629 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:41.629 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:41.630 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:41.630 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:41.637 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/06 17:07:41.642 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810767333458084] [thread_id=1] [2024/05/06 17:07:41.642 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986461 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:41.645 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/06 17:07:41.646 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:41.646 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:41.646 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:41.646 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/06 17:07:41.647 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:41.650 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:41.650 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=44.925µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/06 17:07:41.650 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.326µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/06 17:07:41.652 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:41.652 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:41.652 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:41.656 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:41.656 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:41.657 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:41.658 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/06 17:07:41.658 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:07:41.659 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:07:41.663 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:51.654 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:51.660 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:51.660 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=21] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=3] [cost=785.788µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=391.629µs] [snap_key=4_6_8] [thread_id=130] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=482.438µs] [snap_key=10_6_7] [thread_id=132] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.665 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.665 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=4] [thread_id=80] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.666 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=43.805µs] [region_id=4] [thread_id=80] [2024/05/06 17:07:51.666 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.666 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.815µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=9] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:51.667 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.667 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=21] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=418.9µs] [snap_key=16_6_9] [thread_id=130] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=455.183µs] [snap_key=12_6_9] [thread_id=132] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=415µs] [snap_key=14_6_9] [thread_id=131] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=29.691µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.893µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.765µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:11:47.500 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF7C00000000000000F8 new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31 } right_derive: true }"] [index=5416] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:11:47.500 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000001FF7C00000000000000F8"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 28 start_key: 7200000100000000FB end_key: 7480000000000001FF7C00000000000000F8 region_epoch { conf_ver: 5 version: 6 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 2 } peers { id: 31 store_id: 3 }"] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 31."] [id=31] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 51936145.748 -> 51935909.802"] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=31] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.500 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 51936145.748 -> 51935909.802"] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 29"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=29] [raft_id=31] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.501 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=31] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.501 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=31] [region_id=28] [thread_id=102] ==> ./tikv3.log <== [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={52, 54, 66, 23, 22, 10, 58, 69, 70, 68, 29, 28, 67, 25, 35, 33, 11, 36, 30, 16, 27, 62, 14, 45, 8, 0, 12, 17, 53, 57, 21, 34, 48, 15, 20, 32, 55, 31, 50, 26, 24, 71, 49, 60, 44, 47, 61, 46, 64, 13, 9, 51, 63, 59, 65, 56, 18, 19}"] [thread_id=1] [2024/05/06 17:07:38.196 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:07:38.197 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:07:38.197 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:07:38.197 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:07:38.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f4d7b04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4d7b0afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d7b037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d7b0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714986458.199149714\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f4d7b04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4d7b0afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d7b037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d7b0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f4d7b04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4d7b0afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d7b037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d7b0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714986458.199668409\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f4d7b04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4d7b0afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d7b037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d7b0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f4d7b04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4d7b0afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d7b037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d7b0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714986458.199915983\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/06 17:07:38.199 +08:00] [INFO] [] ["subchannel 0x7f4d7b04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4d7b0afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d7b037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d7b0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/06 17:07:38.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:38.200 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:07:38.501 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.502 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:40.502 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.242 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:41.544 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.546 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/06 17:07:41.547 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/06 17:07:41.547 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.548 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/06 17:07:41.548 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/06 17:07:41.548 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810767333458084] [thread_id=1] [2024/05/06 17:07:41.549 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:41.549 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:07:41.551 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/06 17:07:41.552 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:07:41.552 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:41.552 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/06 17:07:41.553 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/634065/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:41.553 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/06 17:07:41.553 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:07:41.554 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:07:41.555 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:07:41.555 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/06 17:07:41.555 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/06 17:07:41.555 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/06 17:07:41.555 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/06 17:07:41.561 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:07:41.561 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:07:41.562 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 201.952µs"] [thread_id=1] [2024/05/06 17:07:41.626 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:07:41.628 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:07:41.628 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:07:41.629 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/06 17:07:41.629 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:07:41.630 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:07:41.630 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/06 17:07:41.630 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/06 17:07:41.637 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/06 17:07:41.642 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365810767333458084] [thread_id=1] [2024/05/06 17:07:41.642 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986461 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:07:41.645 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/06 17:07:41.645 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:07:41.645 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/06 17:07:41.645 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/06 17:07:41.645 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/06 17:07:41.646 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:07:41.649 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:07:41.650 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.312µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/06 17:07:41.650 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=33.557µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/06 17:07:41.652 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:07:41.652 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:07:41.652 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:07:41.656 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:07:41.656 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:07:41.657 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:07:41.658 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:07:41.659 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/06 17:07:41.659 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:07:41.664 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:07:51.653 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:07:51.660 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/06 17:07:51.660 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/06 17:07:51.662 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=3] [cost=899.275µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=130] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=474.457µs] [snap_key=12_6_7] [thread_id=132] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=561.341µs] [snap_key=14_6_7] [thread_id=131] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=449.3µs] [snap_key=16_6_7] [thread_id=130] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=12] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.667 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=52.914µs] [region_id=12] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=14] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=37.829µs] [region_id=14] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=16] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.667 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.644µs] [region_id=16] [thread_id=80] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.678 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.678 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=130] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=329.637µs] [snap_key=4_6_10] [thread_id=130] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=374.628µs] [snap_key=10_6_9] [thread_id=132] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.680 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=68.067µs] [region_id=4] [thread_id=80] [2024/05/06 17:07:51.680 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/06 17:07:51.680 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=32.927µs] [region_id=10] [thread_id=80] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/06 17:08:41.653 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:08:41.653 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/06 17:11:47.500 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF7C00000000000000F8 new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31 } right_derive: true }"] [index=5416] [term=6] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:11:47.500 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000001FF7C00000000000000F8"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 28 start_key: 7200000100000000FB end_key: 7480000000000001FF7C00000000000000F8 region_epoch { conf_ver: 5 version: 6 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 2 } peers { id: 31 store_id: 3 }"] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 30."] [id=30] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 51936145.748 -> 51935909.801"] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=30] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.501 +08:00] [ERROR] [time.rs:372] ["monotonic time jumped back, 51936145.748 -> 51935909.801"] [thread_id=101] [2024/05/06 17:11:47.501 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 29"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=29] [raft_id=30] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.501 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=30] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.501 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 29 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=29] [vote=0] [log_index=5] [log_term=5] [raft_id=30] [region_id=28] [thread_id=101] ==> ./tikv2.log <== [2024/05/06 17:07:51.657 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.657 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.657 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.658 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.658 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.658 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.659 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:51.659 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/06 17:07:51.659 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:07:51.659 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=6] [cost=1.512119ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/06 17:07:51.660 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=686.684µs] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/06 17:07:51.662 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/06 17:07:51.662 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.662 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.663 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/06 17:07:51.663 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.663 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.663 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.663 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.663 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.663 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.663 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=582.294µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=625.301µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.664 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.664 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=393.933µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=507.112µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.664 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.665 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=344.713µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.665 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.665 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.302285ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=131] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.738492ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.475673ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.666 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.783196ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/06 17:07:51.666 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.667 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.518934ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.667 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.667 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:51.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.668 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:51.668 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:07:51.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.677 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:51.677 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.677 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:51.677 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:51.677 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.677 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.677 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:51.677 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:51.677 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.677 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.677 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.677 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=405.231µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/06 17:07:51.678 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=403.183µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/06 17:07:51.678 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=325.655µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.679 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=463.577µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=363.456µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.679 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.050461ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.481336ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.032103ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.343408ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/06 17:07:51.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.101814ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/06 17:07:51.680 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/06 17:07:51.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:07:51.681 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/06 17:07:51.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/06 17:07:51.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:07:51.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:09:23.776 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:23.776 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:23.776 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:23.776 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:25.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:25.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:25.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:25.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:27.100 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:27.100 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:27.100 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:27.100 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:28.787 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:28.787 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:28.787 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:28.787 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:30.432 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:30.432 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:30.432 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:30.432 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:32.071 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:32.072 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:32.072 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:32.072 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:33.745 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:33.745 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:33.745 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:33.745 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:35.607 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:35.607 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:35.607 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:35.607 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:38.690 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:38.690 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:38.690 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:38.690 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:40.394 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:40.394 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:40.394 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:40.394 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:42.145 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:42.145 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:42.146 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:42.146 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:44.807 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:44.807 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:44.807 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:44.807 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:51.484 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:51.484 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:51.485 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:51.485 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:53.251 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:53.251 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:53.251 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:09:53.251 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:09:59.369 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:09:59.369 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:09:59.369 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:09:59.370 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:01.017 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:01.018 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:01.018 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:01.018 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:03.683 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:03.683 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:03.683 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:03.683 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:05.108 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:05.108 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:05.108 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:05.108 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:07.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:07.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:07.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:07.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:09.761 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:09.761 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:09.761 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:09.761 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:11.440 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:11.440 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:11.440 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:11.440 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:13.158 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:13.158 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:13.158 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:13.158 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:14.810 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:14.810 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:14.810 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:14.810 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:16.469 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:16.469 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:16.469 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:16.469 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:18.154 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:18.154 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:18.154 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:18.154 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:20.824 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:20.824 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:20.824 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:20.824 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:22.500 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:22.500 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:22.500 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:22.500 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:24.186 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:24.186 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:24.186 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:24.187 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:26.112 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:26.113 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:26.113 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:26.114 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:27.881 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:27.881 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:27.881 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:27.881 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:29.981 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:29.981 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:29.981 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:29.982 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:32.017 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:32.017 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:32.017 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:32.017 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:33.925 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:33.925 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:33.925 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:33.925 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:40.403 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:40.403 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:40.403 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:40.403 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:42.075 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:42.075 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:42.075 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:42.075 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:43.892 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:43.892 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:43.892 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:43.892 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:46.039 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:46.039 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:46.039 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:46.039 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:47.508 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:47.508 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:47.508 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:47.508 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:49.227 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:49.227 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:49.227 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:49.227 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:50.966 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:50.967 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:50.967 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:50.967 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:53.738 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:53.739 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:53.739 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:53.739 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:55.431 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:55.431 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:55.431 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:55.432 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:57.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:57.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:57.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:10:57.448 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:10:59.146 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:10:59.146 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:10:59.146 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:10:59.146 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:00.993 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:00.993 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:00.993 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:00.993 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:03.169 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:03.169 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:03.169 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:03.169 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:06.101 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:06.101 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:06.101 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:06.101 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:08.002 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:08.002 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:08.002 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:08.002 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:09.805 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:09.805 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:09.805 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:09.806 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:11.605 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:11.605 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:11.605 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:11.605 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:15.046 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:15.046 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:15.046 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:15.046 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:17.652 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:17.652 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:17.652 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:17.652 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:19.452 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:19.452 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:19.452 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:19.452 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:29.211 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:29.211 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:29.211 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:29.211 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:30.984 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:30.984 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:30.984 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:30.984 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:32.562 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:32.562 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:32.562 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:32.562 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:34.890 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:34.890 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:34.890 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:34.890 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:36.782 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:36.782 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:36.782 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:36.783 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:38.578 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:38.578 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:38.578 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:38.578 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:40.869 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:40.869 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:40.869 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:40.869 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:44.027 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:44.028 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:44.028 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:44.028 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:45.904 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:45.904 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:45.904 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:45.904 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:47.499 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 5"] [region_id=14] [thread_id=31] [2024/05/06 17:11:47.499 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="key 7480000000000001FF7C00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:11:47.499 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [new_region_ids="[new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31]"] [region_id=14] [thread_id=31] [2024/05/06 17:11:47.500 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF7C00000000000000F8 new_region_id: 28 new_peer_ids: 29 new_peer_ids: 30 new_peer_ids: 31 } right_derive: true }"] [index=5416] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:11:47.500 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000001FF7C00000000000000F8"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(3)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:11:47.500 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF7C00000000000000F8 end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 6 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [thread_id=68] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 28 start_key: 7200000100000000FB end_key: 7480000000000001FF7C00000000000000F8 region_epoch { conf_ver: 5 version: 6 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 2 } peers { id: 31 store_id: 3 }"] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {29, 30, 31} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 29."] [id=29] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[30, 31]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=31] [vote=true] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.500 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[30, 31]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=29] [region_id=28] [thread_id=102] [2024/05/06 17:11:47.501 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=31] [vote=true] [raft_id=29] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.501 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=29] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.501 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803788] [region_id=28] [thread_id=101] [2024/05/06 17:11:47.501 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=5416] [observe_id=ObserveId(6)] [region=14] [thread_id=68] [2024/05/06 17:11:47.501 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=28] [thread_id=31] [2024/05/06 17:11:47.501 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 28 start_key: 7200000100000000FB end_key: 7480000000000001FF7C00000000000000F8 region_epoch { conf_ver: 5 version: 6 } peers { id: 29 store_id: 1 } peers { id: 30 store_id: 2 } peers { id: 31 store_id: 3 }"] [thread_id=68] [2024/05/06 17:11:47.502 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(7)] [region=28] [thread_id=68] [2024/05/06 17:11:49.003 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:49.003 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:49.003 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:11:49.003 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:11:50.155 +08:00] [WARN] [check_txn_status.rs:132] ["mismatch primary key and lock"] [rollback_if_not_exist=false] [resolving_pessimistic_lock=true] [current_ts=449573476145037313] [lock="Lock { lock_type: Delete, primary_key: 7480000000000001835F69800000000000000103800000000000001E, start_ts: TimeStamp(449573476079501327), ttl: 1, short_value: , for_update_ts: TimeStamp(449573476118822913), txn_size: 9, min_commit_ts: TimeStamp(449573476118822914), use_async_commit: false, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [primary_key=7480000000000001FF835F698000000000FF0000010380000000FF0000000A00000000FB] [thread_id=45] [2024/05/06 17:11:51.831 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:11:51.831 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:11:51.831 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:11:51.831 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.327230671 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.655678708 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.191947996 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.057412024 s [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 160s remote-cache, linux-sandbox ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 28.744902956 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.477695832 s ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 23.305892716 s ./t/ddl/global_index.test: ok! 25 test cases passed, take time 2.676438328 s [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 220s remote-cache, linux-sandbox ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 2.232470144 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 2.093625416 s [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 256s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/05/06 09:09:28.356 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:09:28.356 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:28.357 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:09:28.358 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:28.358 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:28.359 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:28.359 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:28.359 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:28.359 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:28.359 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:28.362 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:09:28.368 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:09:28.369 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:09:28.371 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:09:28.396 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:28.397 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:28.405 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:28.405 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:28.419 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:28.441 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365810801425619023] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:09:28.550 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:09:28.686 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=300] ["lease id"=22318f4d28c21b36] [2024/05/06 09:09:28.688 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:09:28.695 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:09:28.722 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=26.668402ms] [2024/05/06 09:09:28.725 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:28.725 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=63f5b9af-b8b0-4acc-9df6-93e2a727e107] [runWorker=true] [2024/05/06 09:09:28.725 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:09:28.728 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:09:28.729 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:28.729 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:28.729 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:28.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:28.730 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:28.730 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:09:28.731 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63f5b9af-b8b0-4acc-9df6-93e2a727e107"] ["owner key"=/tidb/ddl/fg/owner/22318f4d28c21b3a] [ownerID=63f5b9af-b8b0-4acc-9df6-93e2a727e107] [op=none] [2024/05/06 09:09:28.733 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:28.733 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2cfd5859-720e-49e5-9807-17b5a288e400] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:28.733 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cfd5859-720e-49e5-9807-17b5a288e400"] ["owner key"=/tidb/br-stream/owner/6f188f4d28c221de] [ownerID=2cfd5859-720e-49e5-9807-17b5a288e400] [op=none] [2024/05/06 09:09:28.741 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:09:28.771 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:28.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:28.771 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:28.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:09:28.781 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:28.782 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63f5b9af-b8b0-4acc-9df6-93e2a727e107"] ["owner key"=/tidb/ddl/fg/owner/22318f4d28c21b3a] [ownerID=63f5b9af-b8b0-4acc-9df6-93e2a727e107] [op=none] [2024/05/06 09:09:28.782 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63f5b9af-b8b0-4acc-9df6-93e2a727e107"] [op=none] [2024/05/06 09:09:28.782 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:09:28.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:28.888 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=29.940193ms] [2024/05/06 09:09:28.894 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:28.902 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:28.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:09:28.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.110438ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:28.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:28.947 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:28.972 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:09:28.972 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:28.976 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:09:29.004 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:09:29.191 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:29.191 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:09:29.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:29.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.316197ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:29.546 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:29.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:09:29.579 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.998019ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:28.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:29.656 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:28.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:29.734 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:09:29.836 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:09:29.837 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:29.840 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.846357082\n# Parse_time: 0\n# Compile_time: 0.010793339\n# Rewrite_time: 0.000010707\n# Optimize_time: 0\n# Wait_TS: 0.000449975\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:09:29.844 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:09:29.888 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:29.888 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:09:29.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.007 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.734788ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:30.019 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:30.019 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:09:30.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.434637ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:29.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.105 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:29.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.150 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:09:30.150 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:30.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310250704\n# Parse_time: 0\n# Compile_time: 0.001819548\n# Rewrite_time: 0.000007902\n# Optimize_time: 0\n# Wait_TS: 0.00045686\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:30.157 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:09:30.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:30.211 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:09:30.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.794751ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:30.356 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:30.356 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:09:30.392 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.01426ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.459 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.505 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:09:30.506 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:30.510 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354291483\n# Parse_time: 0\n# Compile_time: 0.001754891\n# Rewrite_time: 0.00000811\n# Optimize_time: 0\n# Wait_TS: 0.000368763\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:30.521 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:09:30.632 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:30.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:09:30.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.729 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:09:30.730 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:09:30.865 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.880668ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:30.876 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:30.876 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:09:30.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.099408ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:30.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:30.953 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:30.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.051 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:09:31.051 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:31.055 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.539024389\n# Parse_time: 0\n# Compile_time: 0.005459476\n# Rewrite_time: 0.00000925\n# Optimize_time: 0\n# Wait_TS: 0.000487112\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:31.060 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:09:31.123 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:31.123 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:09:31.168 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.179944ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:31.276 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:31.277 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:09:31.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.047603ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.349 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.405 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:09:31.405 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:31.408 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349945796\n# Parse_time: 0\n# Compile_time: 0.002437738\n# Rewrite_time: 0.000008508\n# Optimize_time: 0\n# Wait_TS: 0.000362282\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:31.413 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:09:31.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:31.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:09:31.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.23408ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:31.637 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:31.637 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:09:31.671 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.114276ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.708 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.775 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:09:31.775 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:31.779 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367777107\n# Parse_time: 0\n# Compile_time: 0.002123809\n# Rewrite_time: 0.000007901\n# Optimize_time: 0\n# Wait_TS: 0.000453085\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:31.781 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:09:31.824 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:31.824 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:09:31.867 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:31.924 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.686136ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:31.935 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:31.935 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:09:31.971 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.620344ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:31.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.005 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:31.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.042 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:09:32.042 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:32.047 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:09:32.104 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:32.104 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:09:32.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.777089ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:32.246 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:32.246 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:09:32.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.495247ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.397 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:09:32.397 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:32.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354813931\n# Parse_time: 0\n# Compile_time: 0.001075316\n# Rewrite_time: 0.000008268\n# Optimize_time: 0\n# Wait_TS: 0.000336982\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:32.405 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:09:32.460 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:32.460 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:09:32.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.076805ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:32.622 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:32.622 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:09:32.657 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.920042ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.699 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.748 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:09:32.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:32.752 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348458911\n# Parse_time: 0\n# Compile_time: 0.002168221\n# Rewrite_time: 0.000010382\n# Optimize_time: 0\n# Wait_TS: 0.000443372\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:32.758 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:09:32.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:32.821 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:09:32.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:32.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.122643ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:32.979 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:32.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:09:33.014 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.823435ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.051 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.103 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:09:33.103 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:33.107 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351403619\n# Parse_time: 0\n# Compile_time: 0.003090489\n# Rewrite_time: 0.000009227\n# Optimize_time: 0\n# Wait_TS: 0.000413963\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:33.117 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:33.118 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:33.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:33.190 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:33.228 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.348 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.919044ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:33.359 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:33.359 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:09:33.394 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=54.305145ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.460 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.535 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:09:33.535 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:33.539 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.428176811\n# Parse_time: 0\n# Compile_time: 0.006453733\n# Rewrite_time: 0.000009477\n# Optimize_time: 0\n# Wait_TS: 0.000419006\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:33.543 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:09:33.618 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:33.618 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:09:33.673 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.784 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.672206ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:33.796 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:33.796 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:09:33.830 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.849766ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:33.963 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:09:33.963 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:33.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.424958461\n# Parse_time: 0\n# Compile_time: 0.002082733\n# Rewrite_time: 0.000008509\n# Optimize_time: 0\n# Wait_TS: 0.00041188\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:33.970 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:09:34.024 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:34.024 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:09:34.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.184 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.000611ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:34.195 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:34.195 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:09:34.230 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.954705ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.272 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:33.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.322 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:09:34.322 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:34.326 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.357406367\n# Parse_time: 0\n# Compile_time: 0.001924469\n# Rewrite_time: 0.00000982\n# Optimize_time: 0\n# Wait_TS: 0.000531235\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:34.331 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:09:34.382 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:34.382 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:09:34.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.060958ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:34.542 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:34.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:09:34.577 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.540654ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.644 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.693 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:09:34.693 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:34.697 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.368202436\n# Parse_time: 0\n# Compile_time: 0.002428883\n# Rewrite_time: 0.000009524\n# Optimize_time: 0\n# Wait_TS: 0.00039231\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:34.700 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:34.753 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:34.753 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:34.831 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:34.916 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.89236ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:34.927 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:34.927 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:09:34.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.845983ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:34.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.000 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:34.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.048 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:09:35.049 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:35.052 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353060773\n# Parse_time: 0\n# Compile_time: 0.001537754\n# Rewrite_time: 0.00001067\n# Optimize_time: 0\n# Wait_TS: 0.000353905\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:35.058 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:09:35.110 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:35.110 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:09:35.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.249 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.021003ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:35.260 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:35.260 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:09:35.294 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.476527ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.347 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.397 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:09:35.397 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:35.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345477987\n# Parse_time: 0\n# Compile_time: 0.00323782\n# Rewrite_time: 0.000012605\n# Optimize_time: 0\n# Wait_TS: 0.000434622\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:35.405 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:09:35.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:35.457 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:09:35.541 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.825972ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:35.628 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:35.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:09:35.663 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.624066ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.704 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:35.752 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:09:35.752 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:35.756 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352975297\n# Parse_time: 0\n# Compile_time: 0.002646551\n# Rewrite_time: 0.000010563\n# Optimize_time: 0\n# Wait_TS: 0.000434682\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:35.764 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:35.840 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:35.840 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:35.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.908212ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:36.010 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:36.010 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:09:36.043 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.881688ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:35.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.101 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:35.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.185 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:09:36.185 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:36.189 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.429494861\n# Parse_time: 0\n# Compile_time: 0.004614945\n# Rewrite_time: 0.000009745\n# Optimize_time: 0\n# Wait_TS: 0.00031616\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:36.207 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:36.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:36.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:36.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.961739ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:36.392 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:36.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:09:36.428 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.698957ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.499 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.546 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:09:36.546 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:36.550 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343899711\n# Parse_time: 0\n# Compile_time: 0.001498248\n# Rewrite_time: 0.000008856\n# Optimize_time: 0\n# Wait_TS: 0.000360808\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:36.553 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:09:36.596 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:36.596 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:09:36.665 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.465055ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:36.731 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:36.731 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:09:36.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.471029ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.803 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:36.860 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:09:36.860 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:36.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313156079\n# Parse_time: 0\n# Compile_time: 0.001506013\n# Rewrite_time: 0.000010329\n# Optimize_time: 0\n# Wait_TS: 0.000423175\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:36.866 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:09:36.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:36.903 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:09:36.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.002 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.161702ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.012 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:37.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:09:37.049 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.330978ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:36.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.103 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:36.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.134 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:09:37.134 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:37.143 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:09:37.200 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:37.200 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:09:37.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.441813ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.363 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:37.363 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:09:37.397 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.318376ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.518 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:09:37.518 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:37.531 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.390373497\n# Parse_time: 0\n# Compile_time: 0.002108777\n# Rewrite_time: 0.00000833\n# Optimize_time: 0\n# Wait_TS: 0.000422252\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:37.534 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:09:37.584 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:37.584 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:09:37.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.611745ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:37.721 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:37.721 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:09:37.757 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.113278ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:37.851 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:09:37.851 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:37.855 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321725903\n# Parse_time: 0\n# Compile_time: 0.001438188\n# Rewrite_time: 0.000010884\n# Optimize_time: 0\n# Wait_TS: 0.000462477\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:37.858 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:09:37.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:37.906 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:09:37.978 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.047 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.827157ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:38.059 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:38.059 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:09:38.094 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.355923ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:37.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.159 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:37.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.206 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:09:38.206 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:38.209 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352537948\n# Parse_time: 0\n# Compile_time: 0.00173534\n# Rewrite_time: 0.000009001\n# Optimize_time: 0\n# Wait_TS: 0.00039612\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:38.213 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:09:38.274 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:38.274 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:09:38.339 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.540643ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:38.419 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:38.419 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:09:38.455 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.961146ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.516 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.558 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:09:38.558 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:38.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349972571\n# Parse_time: 0\n# Compile_time: 0.001628701\n# Rewrite_time: 0.00001041\n# Optimize_time: 0\n# Wait_TS: 0.000344296\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:38.564 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:09:38.611 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:38.611 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:09:38.648 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.838333ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:38.733 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:38.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:09:38.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.752988ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.808 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:38.852 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:09:38.852 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:38.859 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:09:38.921 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:38.921 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:09:38.959 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.029 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.740594ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:39.041 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:39.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:09:39.076 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.733104ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.147 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:38.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:09:39.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:39.195 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337747474\n# Parse_time: 0\n# Compile_time: 0.001738668\n# Rewrite_time: 0.000009914\n# Optimize_time: 0\n# Wait_TS: 0.000480024\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:39.200 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:09:39.202 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:09:39.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:39.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:09:39.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.008046ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:39.421 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:39.421 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:09:39.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.722152ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.500 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.550 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:09:39.550 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:39.554 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355676707\n# Parse_time: 0\n# Compile_time: 0.002263323\n# Rewrite_time: 0.000009002\n# Optimize_time: 0\n# Wait_TS: 0.000418041\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:39.562 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:09:39.634 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:09:39.634 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:39.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.229576ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:39.793 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:39.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:09:39.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.378401ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:39.958 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:09:39.958 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:39.962 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403889246\n# Parse_time: 0\n# Compile_time: 0.004237924\n# Rewrite_time: 0.000009839\n# Optimize_time: 0\n# Wait_TS: 0.000505\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:39.966 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:09:40.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:40.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:09:40.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.158007ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:40.180 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:40.180 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:09:40.215 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.856255ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:39.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:39.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.321 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:09:40.322 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:40.325 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360855508\n# Parse_time: 0\n# Compile_time: 0.00222819\n# Rewrite_time: 0.000008383\n# Optimize_time: 0\n# Wait_TS: 0.000334167\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:40.332 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:09:40.413 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:40.413 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:09:40.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.3085ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:40.630 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:40.631 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:09:40.663 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.813285ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.733 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=2cfd5859-720e-49e5-9807-17b5a288e400] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:40.733 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:09:40.794 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:09:40.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:40.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.468544479\n# Parse_time: 0\n# Compile_time: 0.003218206\n# Rewrite_time: 0.000009797\n# Optimize_time: 0\n# Wait_TS: 0.000363104\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:40.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:09:40.843 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:40.843 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:09:40.909 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:40.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.258956ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:40.984 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:40.984 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:09:41.019 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.561691ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:40.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:40.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.108 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:09:41.108 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:41.111 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312426301\n# Parse_time: 0\n# Compile_time: 0.001026812\n# Rewrite_time: 0.000010953\n# Optimize_time: 0\n# Wait_TS: 0.000465613\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:41.191 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:41.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:41.191 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:41.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:09:41.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.717814ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:09:41.338 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:41.339 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:09:41.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.780388ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:41.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.444 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.510 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:09:41.510 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:41.514 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.396447028\n# Parse_time: 0\n# Compile_time: 0.006938648\n# Rewrite_time: 0.003692212\n# Optimize_time: 0\n# Wait_TS: 0.000404599\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:41.517 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:09:41.570 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:41.570 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:09:41.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.130129ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:41.741 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:41.742 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:09:41.774 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.611122ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.847 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:41.901 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:09:41.901 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:41.905 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389104845\n# Parse_time: 0\n# Compile_time: 0.001721017\n# Rewrite_time: 0.000011946\n# Optimize_time: 0\n# Wait_TS: 0.000441901\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:41.909 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:09:41.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:41.955 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:09:42.027 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.088 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.723054ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:42.099 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:42.099 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:09:42.134 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.83675ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.200 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.257 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:09:42.257 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:42.260 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353685853\n# Parse_time: 0\n# Compile_time: 0.00260212\n# Rewrite_time: 0.000009814\n# Optimize_time: 0\n# Wait_TS: 0.000317055\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:42.264 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:09:42.310 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:42.310 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:09:42.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.792208ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:42.471 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:42.471 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:09:42.504 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.20775ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.575 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.621 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:09:42.621 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:42.624 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361815764\n# Parse_time: 0\n# Compile_time: 0.001671271\n# Rewrite_time: 0.000013079\n# Optimize_time: 0\n# Wait_TS: 0.000347969\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:42.631 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:09:42.718 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:42.718 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:09:42.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.891 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.160262ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:42.906 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:42.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:09:42.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.493592ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:42.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:42.996 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:42.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.097 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:09:43.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:43.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.472749617\n# Parse_time: 0\n# Compile_time: 0.003162071\n# Rewrite_time: 0.000009174\n# Optimize_time: 0\n# Wait_TS: 0.000471067\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:43.110 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:09:43.188 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:43.188 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:09:43.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.349 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.913934ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:43.359 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:43.359 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:09:43.394 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.326423ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.448 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.526 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:09:43.526 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:43.529 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.421952963\n# Parse_time: 0\n# Compile_time: 0.00252275\n# Rewrite_time: 0.000008849\n# Optimize_time: 0\n# Wait_TS: 0.00037871\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:43.536 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:09:43.645 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:43.645 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:09:43.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.861 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.195962ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:43.872 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:43.872 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:09:43.906 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.443129ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:43.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:43.950 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:43.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.036 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:09:44.036 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:44.040 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.50679091\n# Parse_time: 0\n# Compile_time: 0.002974905\n# Rewrite_time: 0.000010521\n# Optimize_time: 0\n# Wait_TS: 0.000401209\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:44.045 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:09:44.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:44.133 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:09:44.194 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.358 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.369498ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:44.369 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:44.369 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:09:44.403 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.301304ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.449 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.533 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:09:44.533 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:44.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.493766443\n# Parse_time: 0\n# Compile_time: 0.002587301\n# Rewrite_time: 0.000008689\n# Optimize_time: 0\n# Wait_TS: 0.000370473\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:44.542 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:09:44.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:44.626 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:09:44.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.553283ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:44.847 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:44.848 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:09:44.879 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.797244ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:44.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:44.952 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:44.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.030 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:09:45.031 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.034 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.494696266\n# Parse_time: 0\n# Compile_time: 0.002557264\n# Rewrite_time: 0.00000997\n# Optimize_time: 0\n# Wait_TS: 0.000469794\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:45.042 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:09:45.131 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:45.131 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:09:45.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.321 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.106873ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:45.332 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:45.332 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:09:45.366 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.084114ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.406 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.505 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:09:45.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.47045738\n# Parse_time: 0\n# Compile_time: 0.00316586\n# Rewrite_time: 0.00001091\n# Optimize_time: 0\n# Wait_TS: 0.000429139\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:45.515 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:45.576 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:45.576 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:45.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.364069ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:45.719 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:45.720 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:09:45.755 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.092976ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:45.868 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:09:45.868 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:45.871 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359209814\n# Parse_time: 0\n# Compile_time: 0.002543599\n# Rewrite_time: 0.00000918\n# Optimize_time: 0\n# Wait_TS: 0.000303363\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:45.877 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:45.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:45.942 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:45.988 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.101 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.550476ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:46.111 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:46.111 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:09:46.146 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.644474ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:45.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.201 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:45.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:09:46.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:46.264 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389201875\n# Parse_time: 0\n# Compile_time: 0.002247801\n# Rewrite_time: 0.00000876\n# Optimize_time: 0\n# Wait_TS: 0.000498785\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:46.272 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:09:46.372 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:46.373 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:09:46.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.586 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.581379ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:46.598 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:46.598 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:09:46.632 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.690427ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.698 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:46.825 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:09:46.825 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:46.829 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.56034877\n# Parse_time: 0\n# Compile_time: 0.003519414\n# Rewrite_time: 0.000008733\n# Optimize_time: 0\n# Wait_TS: 0.000477673\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:46.834 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:09:46.899 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:46.899 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:09:46.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.042 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.335425ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:47.054 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:47.054 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:09:47.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.102028ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:46.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.152 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:46.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.222 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:09:47.222 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:47.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394424828\n# Parse_time: 0\n# Compile_time: 0.002352172\n# Rewrite_time: 0.000009628\n# Optimize_time: 0\n# Wait_TS: 0.00038793\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:47.229 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:09:47.282 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:47.282 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:09:47.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.428 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.860446ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:47.439 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:47.440 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:09:47.474 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.28742ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.548 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.601 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:09:47.601 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:47.605 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376477544\n# Parse_time: 0\n# Compile_time: 0.001430167\n# Rewrite_time: 0.000010168\n# Optimize_time: 0\n# Wait_TS: 0.000366054\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:47.608 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:09:47.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:47.658 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:09:47.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.751 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:09:47.751 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:09:47.751 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:09:47.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:47.771 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.657105ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:47.781 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:47.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:09:47.818 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.325073ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:47.918 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:09:47.918 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:47.922 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.314828176\n# Parse_time: 0\n# Compile_time: 0.001735824\n# Rewrite_time: 0.000010681\n# Optimize_time: 0\n# Wait_TS: 0.000385444\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:47.923 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:09:47.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:47.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:47.951 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:47.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:09:48.005 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=925.382µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:09:48.042 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:48.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:09:48.082 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.912043ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:47.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.124 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:47.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.151 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:09:48.151 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:48.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:48.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:48.211 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:48.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:09:48.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:48.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.353 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.620095ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:09:48.365 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:09:48.365 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:09:48.400 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.994818ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:48.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.462 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:48.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:48.509 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:09:48.509 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:48.512 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355093046\n# Parse_time: 0\n# Compile_time: 0.003799514\n# Rewrite_time: 0.001827671\n# Optimize_time: 0\n# Wait_TS: 0.000472586\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:09:49.022 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573444249976843\n# Query_time: 0.366245885\n# Parse_time: 0\n# Compile_time: 0.181126494\n# Rewrite_time: 0.004425309\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365302\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzUuOG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjkBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDcwMy44wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDU1LjfCtXMRQQx3YWl0DRoMNDUuMR0aKGt2X3JlYWRfd2FsDWgMIDEwNQkhCGlrdjIYAAQyMQVVGH0sIHNjYW4+gQAMa2V5cwXEKGdldF9zbmFwc2hvEXUEMTYFUmhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BoER4bjoge3ByZXdyaXRlOjEuNTkhNQFPESIQczozODINwAkUEDoxLjEyASccc2xvd2VzdF8RQCVCACAxgkAwLjAwMnMsIHJlZ2lvbl9pZAHnECwgc3RvIag4MTI3LjAuMC4xOjIwMTYyQmEBOgkBEDc0My45KYo2CQEBqz76AAA0bvoABeo5SQWPGF9iYXRjaF8hsxA6IDI0Lik7KHByb3Bvc2Vfc2VuIa1IaXQ6IDBzLCBwZXJzaXN0X2xvZxntCDE0MwV1CV4UbGVhZGVyDVAoMTI4bnMsIHN5bmMJNAA4KewJKzBtZW10YWJsZTogMi43QUA5nQVhDDQxNy5BgxgsIGFwcGx5MqoABDE4LhsAFY0INzguCWIUbXV0ZXhfKfcBuglyMp0AGRcAd2E2BDE5RW8ALA0rGZ0EMTAhfQB9GZ0YcHJpbWFyeUbzAQQxc/7zAS3zCDQ1NAXfQvwCSvMBCDguNQnzWu8CCfp1v0b1AQgxNy4pwa71AQQ2OW0YCV8yWQEEMzY29QEAMxFhCSw5Wgw2MTduAeRpXCn1DDIzMC5JhEr1AQA0Ld4FGzX1BDU2DcEEbXXC9QEAMQ07PpsADDguNzIx923GCG51baEkCSqFfwAxUS0YYnl0ZTozMkUlbGluc2VydDoxNDcuOW1zCTEwOC43IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 09:09:49.142 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.408867218s] [2024/05/06 09:09:49.168 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63f5b9af-b8b0-4acc-9df6-93e2a727e107"] [2024/05/06 09:09:49.168 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63f5b9af-b8b0-4acc-9df6-93e2a727e107"] [2024/05/06 09:09:49.169 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63f5b9af-b8b0-4acc-9df6-93e2a727e107"] [] [2024/05/06 09:09:49.170 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:49.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=20.302µs] [2024/05/06 09:09:49.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.966µs] [2024/05/06 09:09:49.170 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=11.201µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=9.213µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.947µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=6.89µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=14.065µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=3.767µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=6.438µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=6.163µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.662µs] [2024/05/06 09:09:49.171 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:09:49.171 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:09:49.171 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:09:49.183 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=63f5b9af-b8b0-4acc-9df6-93e2a727e107] ["take time"=35.773197ms] [2024/05/06 09:09:49.183 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=63f5b9af-b8b0-4acc-9df6-93e2a727e107] [2024/05/06 09:09:49.186 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=300] [2024/05/06 09:09:49.186 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:09:49.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:49.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:09:49.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:09:49.186 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:09:49.186 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:09:49.186 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:09:49.186 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:09:49.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:09:49.186 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 2cfd5859-720e-49e5-9807-17b5a288e400 watch owner key /tidb/br-stream/owner/6f188f4d28c221de"] [2024/05/06 09:09:49.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:09:49.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:49.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:49.186 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cfd5859-720e-49e5-9807-17b5a288e400"] [2024/05/06 09:09:49.186 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:09:49.186 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cfd5859-720e-49e5-9807-17b5a288e400"] [2024/05/06 09:09:49.186 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:09:49.187 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:09:49.188 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:09:49.188 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:09:49.188 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2cfd5859-720e-49e5-9807-17b5a288e400] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:49.188 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 2cfd5859-720e-49e5-9807-17b5a288e400"] [error="context canceled"] [2024/05/06 09:09:49.188 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:09:49.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:49.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:49.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:49.189 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=41.377388ms] [2024/05/06 09:09:49.189 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365810801425619023] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:09:49.200 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:09:49.351 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1221] ["lease id"=3eaa8f4d28c2229c] [2024/05/06 09:09:49.354 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:09:49.389 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cfd5859-720e-49e5-9807-17b5a288e400"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:09:49.448 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=89.772348ms] [2024/05/06 09:09:49.453 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:09:49.453 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=088c2ec2-dc91-4a98-960d-2d5c507e387e] [runWorker=true] [2024/05/06 09:09:49.453 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:09:49.455 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:09:49.456 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:09:49.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:09:49.457 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:09:49.457 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:09:49.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:09:49.457 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:49.457 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:09:49.458 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d28c2229d] [ownerID=088c2ec2-dc91-4a98-960d-2d5c507e387e] [op=none] [2024/05/06 09:09:49.459 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:09:49.460 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=14137529-1070-4a65-bb26-5a32790bd1aa] [daemon-id=LogBackup::Advancer] [2024/05/06 09:09:49.484 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:09:49.485 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:09:49.486 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:09:49.488 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["owner key"=/tidb/bindinfo/owner/6f188f4d28c222a1] [ownerID=088c2ec2-dc91-4a98-960d-2d5c507e387e] [op=none] [2024/05/06 09:09:49.506 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:09:49.508 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:09:49.509 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d28c2229d] [ownerID=088c2ec2-dc91-4a98-960d-2d5c507e387e] [op=none] [2024/05/06 09:09:49.509 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [op=none] [2024/05/06 09:09:49.509 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:09:49.513 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:09:49.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:09:49.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:09:49.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:09:49.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:09:49.615 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:09:49.615 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:09:49.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:09:49.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:09:49.615 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:09:49.615 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:09:49.616 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:09:49.618 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:09:49.618 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:09:49.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:09:49.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:09:49.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:09:49.619 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:09:49.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:09:49.622 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["owner key"=/tidb/stats/owner/6f188f4d28c222a4] [ownerID=088c2ec2-dc91-4a98-960d-2d5c507e387e] [op=none] [2024/05/06 09:09:49.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:09:49.624 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=58] [total-mem=32GiB] [2024/05/06 09:09:49.630 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2d51175b-c793-49e9-abb0-8352a9c4164f] [2024/05/06 09:09:49.630 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:09:49.631 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:09:49.640 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:09:49.640 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:09:49.641 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:09:49.659 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.080996ms] [2024/05/06 09:09:49.696 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/05/06 09:09:49.710 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/06 09:09:49.712 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/05/06 09:09:49.750 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:49.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:49.750 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:49.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 09:09:49.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.138882ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:09:49.833 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:09:49.871 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.259706ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:09:49.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.941 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:49.969 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:09:49.969 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:49.975 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:09:49.978 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 09:09:50.024 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:50.024 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:09:50.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.072 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:09:50.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.60453ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:50.143 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:09:50.179 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.72242ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:49.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.247 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:49.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:50.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:09:50.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:50.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.310985437\n# Parse_time: 0.000595901\n# Compile_time: 0.000942551\n# Rewrite_time: 0.000008874\n# Optimize_time: 0.000411849\n# Wait_TS: 0.000315062\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:09:50.479 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:09:50.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:09:50.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:09:50.480 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:09:50.631 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:09:50.631 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:09:50.631 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2d51175b-c793-49e9-abb0-8352a9c4164f] [watcherID=87dd82d8-a949-42d9-8458-56f13c3ac878] [2024/05/06 09:09:50.633 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cfd5859-720e-49e5-9807-17b5a288e400"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:09:50.641 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:09:50.655 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=58] [2024/05/06 09:09:50.655 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:09:50.655 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:09:50.655 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:09:50.655 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:09:50.969 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:51.167 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:09:51.270 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:09:51.333 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:09:51.333 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:09:51.439 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:51.441 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:51.442 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:09:51.456 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:09:51.464 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:51.467 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:51.467 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:09:51.467 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=114.995µs] [2024/05/06 09:09:51.468 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=254.802µs] [] [2024/05/06 09:09:51.468 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:51.468 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:51.605 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:09:51.625 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:09:51.625 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:09:51.670 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:09:51.672 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:09:51.673 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:51.674 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:09:51.682 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:51.682 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:09:51.683 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:51.683 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:51.684 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:51.684 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:51.684 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:51.684 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:51.684 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:51.700 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:51.702 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:51.702 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:51.702 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:09:51.702 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 09:09:51.775 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:09:51.781 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:51.784 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:51.785 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:09:51.798 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/05/06 09:09:51.801 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=1.516538ms] [encodeDur=688.315µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=355.865µs] [type=file] [takeTime=3.179965ms] [] [2024/05/06 09:09:51.802 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:09:51.802 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/133b0281-f29c-4341-a114-c315dea70379.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 09:09:51.814 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/05/06 09:09:51.816 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.014511ms] [encodeDur=686.718µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=281.192µs] [type=file] [takeTime=2.260999ms] [] [2024/05/06 09:09:51.817 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:09:51.817 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6a83a067-61a7-4c8e-b8ac-0d31e93016a6.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 09:09:51.842 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/05/06 09:09:51.845 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.198571ms] [encodeDur=696.025µs] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=277.855µs] [type=file] [takeTime=2.533633ms] [] [2024/05/06 09:09:51.846 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e79003a3-25e3-4e99-955b-98a74a5c566b.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/05/06 09:09:51.846 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=70.165289ms] [] [2024/05/06 09:09:51.846 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:09:51.846 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:09:51.846 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:51.849 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.137197ms] [] [2024/05/06 09:09:51.849 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:09:51.856 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:51.878 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:09:51.879 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:51.896 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:09:51.917 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=68.084488ms] [] [2024/05/06 09:09:51.918 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:51.919 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.273308ms] [] [2024/05/06 09:09:51.919 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:09:51.919 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:51.921 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.545694ms] [] [2024/05/06 09:09:51.921 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:09:51.921 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:51.921 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.002µs] [] [2024/05/06 09:09:51.921 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:51.922 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=946.222µs] [] [2024/05/06 09:09:51.985 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:51.988 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:51.988 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:51.988 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:51.988 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:51.990 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:51.990 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:51.990 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:51.990 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:51.990 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:51.990 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=320.050257ms] [] [2024/05/06 09:09:52.054 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:52.055 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:52.057 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:52.057 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:52.120 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:09:52.122 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:52.122 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:09:52.294 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:09:52.332 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:09:52.332 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:09:52.332 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:09:52.339 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.018434ms] [] [2024/05/06 09:09:52.339 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/05/06 09:09:52.339 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 09:09:52.339 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:09:52.339 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:09:52.343 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/05/06 09:09:52.344 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 09:09:52.344 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=11.922829ms] [] [2024/05/06 09:09:52.344 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.109012ms] [] [2024/05/06 09:09:52.388 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=93.650398ms] [] [2024/05/06 09:09:52.453 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:52.453 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:09:52.456 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:09:52.531 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:09:52.539 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:09:52.561 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:52.561 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:09:52.668 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:52.819 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.530285889\n# Parse_time: 0.000637282\n# Compile_time: 0.001259315\n# Rewrite_time: 0.0002823\n# Optimize_time: 0.000411849\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:09:52.828 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:09:52.860 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:52.860 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:09:52.922 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:52.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=330.895µs] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:52.967 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 09:09:53.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.91752ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.075 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.108 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=230.775µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:53.120 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 09:09:53.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.962972ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.237 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:09:53.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=220.142µs] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:53.290 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 09:09:53.329 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.177452ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.397 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:09:53.410 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/05/06 09:09:53.414 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:52.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.487 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 09:09:53.487 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:53.491 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.664413028\n# Parse_time: 0.000378109\n# Compile_time: 0.000913752\n# Rewrite_time: 0.000014661\n# Optimize_time: 0.000903223\n# Wait_TS: 0.000462792\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:09:53.494 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:09:53.533 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:53.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:53.533 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:53.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:09:53.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:53.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.613 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/05/06 09:09:53.687 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.226645ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:53.698 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/05/06 09:09:53.735 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.824706ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:53.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.794 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:53.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:53.837 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 09:09:53.837 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:53.841 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.348668948\n# Parse_time: 0.001029821\n# Compile_time: 0.000957373\n# Rewrite_time: 0.000008389\n# Optimize_time: 0.000903223\n# Wait_TS: 0.000512619\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:09:53.856 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:54.014 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:09:54.110 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:09:54.167 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:09:54.167 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:09:54.275 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:54.277 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:54.278 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:09:54.300 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:54.303 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:54.303 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:09:54.303 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=87.933µs] [2024/05/06 09:09:54.303 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=223.676µs] [] [2024/05/06 09:09:54.303 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:54.303 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:54.451 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:09:54.468 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:09:54.469 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:09:54.517 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:09:54.519 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:09:54.520 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:54.529 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:54.529 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:09:54.529 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:54.529 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:54.530 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:54.530 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:54.530 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:54.530 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:54.531 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:54.545 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:54.546 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:54.547 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:54.547 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:09:54.547 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 09:09:54.612 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:09:54.619 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:54.622 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:54.622 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:09:54.634 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/05/06 09:09:54.637 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.303593ms] [encodeDur=1.393986ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=482.522µs] [type=file] [takeTime=3.642914ms] [] [2024/05/06 09:09:54.638 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:09:54.638 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f35f958d-dbc8-4056-8e64-484dcf146c48.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/05/06 09:09:54.658 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/05/06 09:09:54.660 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=1.019585ms] [encodeDur=561.653µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=80.135µs] [type=file] [takeTime=1.945963ms] [] [2024/05/06 09:09:54.662 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:09:54.662 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1f5e8886-c3f6-49ef-8483-4b3f2db76256.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/05/06 09:09:54.785 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/05/06 09:09:54.788 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.131511ms] [encodeDur=766.313µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=60.049µs] [type=file] [takeTime=2.284714ms] [] [2024/05/06 09:09:54.789 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f76f04a4-6f14-4795-a9f1-6829ed55021e.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/05/06 09:09:54.789 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=176.236016ms] [] [2024/05/06 09:09:54.789 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:09:54.789 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:09:54.789 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:54.791 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.887976ms] [] [2024/05/06 09:09:54.791 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:09:54.797 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:54.819 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:09:54.819 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:54.834 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:09:54.836 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.852551ms] [] [2024/05/06 09:09:54.836 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:54.837 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.090399ms] [] [2024/05/06 09:09:54.837 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:09:54.837 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:54.839 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.660274ms] [] [2024/05/06 09:09:54.839 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:09:54.839 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:54.839 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=68.354µs] [] [2024/05/06 09:09:54.839 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:54.840 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=833.846µs] [] [2024/05/06 09:09:54.891 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:54.892 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:54.892 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:09:54.893 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:54.893 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:54.896 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:54.896 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:54.896 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:54.896 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:54.898 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:54.899 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:54.899 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:54.899 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:54.899 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:54.899 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=381.19544ms] [] [2024/05/06 09:09:54.959 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:09:54.960 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:54.960 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:09:55.149 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:09:55.192 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:09:55.193 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:09:55.193 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:09:55.193 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.619µs] [] [2024/05/06 09:09:55.193 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:09:55.193 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:09:55.193 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:09:55.193 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:09:55.198 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:09:55.198 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:09:55.198 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.704262ms] [] [2024/05/06 09:09:55.198 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.915434ms] [] [2024/05/06 09:09:55.238 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=89.340037ms] [] [2024/05/06 09:09:55.287 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:55.287 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:09:55.290 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:09:55.358 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:09:55.373 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:09:55.392 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:55.392 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:09:55.487 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:55.670 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.828158609\n# Parse_time: 0.000598479\n# Compile_time: 0.001236379\n# Rewrite_time: 0.000311488\n# Optimize_time: 0.000903223\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:09:55.678 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:09:55.705 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:55.705 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:09:55.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=257.999µs] [gotSchemaVersion=58] [phyTblIDs="[109]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:55.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/05/06 09:09:55.831 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.589349ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.895 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:55.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=289.428µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:55.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/05/06 09:09:55.978 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.637665ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.038 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/05/06 09:09:56.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=256.478µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:56.089 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 09:09:56.127 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.81844ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.175 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/05/06 09:09:56.184 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/06 09:09:56.188 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:55.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.245 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:09:56.245 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:56.249 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.571396696\n# Parse_time: 0.000277905\n# Compile_time: 0.000617795\n# Rewrite_time: 0.000014713\n# Optimize_time: 0.000963941\n# Wait_TS: 0.000434128\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:09:56.252 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/06 09:09:56.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:56.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:56.319 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:56.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 09:09:56.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:56.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.397 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/05/06 09:09:56.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.507885ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:56.490 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 09:09:56.517 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.612748ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:56.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.584 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:56.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:56.632 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:09:56.632 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:56.635 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.385754873\n# Parse_time: 0.001017924\n# Compile_time: 0.001380404\n# Rewrite_time: 0.000010634\n# Optimize_time: 0.000963941\n# Wait_TS: 0.00035381\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 09:09:56.649 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:56.902 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:09:57.006 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:09:57.050 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:09:57.051 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:09:57.157 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:57.158 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:57.159 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:09:57.204 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:57.208 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:57.208 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:09:57.208 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=126.356µs] [2024/05/06 09:09:57.209 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=340.41µs] [] [2024/05/06 09:09:57.209 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:57.209 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:57.346 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:09:57.366 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:09:57.367 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:09:57.410 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:09:57.411 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:09:57.413 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:57.423 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:09:57.423 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:09:57.423 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:57.423 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:09:57.424 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:09:57.424 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:09:57.424 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:57.424 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:09:57.424 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:57.439 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:09:57.441 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:09:57.441 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:09:57.441 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/05/06 09:09:57.441 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 09:09:57.489 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:09:57.494 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:57.498 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:57.498 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:09:57.603 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/05/06 09:09:57.607 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.686746ms] [encodeDur=1.615556ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=216.651µs] [type=file] [takeTime=4.046514ms] [] [2024/05/06 09:09:57.609 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:09:57.609 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/bf39e177-6192-49bc-8afa-83294b2f6995.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 09:09:57.618 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/05/06 09:09:57.621 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=1.226635ms] [encodeDur=980.916µs] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=91.848µs] [type=file] [takeTime=2.694746ms] [] [2024/05/06 09:09:57.623 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1486548e-7a10-4824-8709-42d94a93fc90.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/05/06 09:09:57.623 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:09:57.632 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/05/06 09:09:57.635 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=1.51019ms] [encodeDur=932.077µs] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=89.846µs] [type=file] [takeTime=2.965044ms] [] [2024/05/06 09:09:57.637 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=147.058347ms] [] [2024/05/06 09:09:57.637 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2d0d9909-1378-4927-9c60-1b1b2d036a9f.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/05/06 09:09:57.637 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:09:57.637 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:09:57.637 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:57.639 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.948676ms] [] [2024/05/06 09:09:57.639 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:09:57.645 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:57.666 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:09:57.666 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:57.682 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:09:57.684 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.870039ms] [] [2024/05/06 09:09:57.684 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:09:57.685 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.266959ms] [] [2024/05/06 09:09:57.686 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:09:57.686 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:57.687 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.407385ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/be633760-0652-4b21-8cce-9d41b8ac3a98.sst] [2024/05/06 09:09:57.687 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/be633760-0652-4b21-8cce-9d41b8ac3a98.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/06 09:09:57.690 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.018079ms] [] [2024/05/06 09:09:57.690 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:09:57.694 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:09:57.716 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/06 09:09:57.716 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:09:57.730 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/06 09:09:57.732 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=41.830236ms] [] [2024/05/06 09:09:57.732 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:09:57.733 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.081927ms] [] [2024/05/06 09:09:57.773 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:09:57.775 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:57.776 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:09:57.776 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:09:57.794 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:09:57.799 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:09:57.799 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:57.799 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:57.799 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:09:57.802 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:09:57.802 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:09:57.802 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:09:57.802 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:09:57.802 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:09:57.802 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=392.348827ms] [] [2024/05/06 09:09:57.847 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:09:57.849 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:09:57.849 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:09:58.024 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:09:58.084 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:09:58.084 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:09:58.084 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:09:58.084 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.505µs] [] [2024/05/06 09:09:58.084 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:09:58.084 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/05/06 09:09:58.084 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 09:09:58.084 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:09:58.084 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:09:58.094 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:09:58.096 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/05/06 09:09:58.096 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 09:09:58.096 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.523822ms] [] [2024/05/06 09:09:58.097 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.769765ms] [] [2024/05/06 09:09:58.148 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=124.528741ms] [] [2024/05/06 09:09:58.171 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:09:58.171 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:09:58.174 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:09:58.239 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:09:58.260 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:09:58.273 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6363531180000002\n# Parse_time: 0.000491069\n# Compile_time: 0.00110668\n# Rewrite_time: 0.000252663\n# Optimize_time: 0.000963941\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:09:58.283 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:09:58.285 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:09:58.285 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:09:58.326 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:58.326 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:09:58.420 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:09:58.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:58.460 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=326.504µs] [gotSchemaVersion=62] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:58.473 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/06 09:09:58.509 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.796658ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:58.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:58.622 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=257.424µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:58.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/06 09:09:58.671 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.274056ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:58.738 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:58.748 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:09:58.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=376.094µs] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:09:58.819 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/05/06 09:09:58.840 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=52.975067ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:58.885 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:09:58.894 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/06 09:09:58.898 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:09:58.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:58.965 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 09:09:58.966 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:58.969 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.687721466\n# Parse_time: 0.00041668\n# Compile_time: 0.001131079\n# Rewrite_time: 0.000013669\n# Optimize_time: 0.001343978\n# Wait_TS: 0.000506631\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:09:58.972 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:09:59.012 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:58.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:09:59.012 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:58.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 09:09:59.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:58.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:59.079 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/05/06 09:09:59.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.392645ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:09:59.160 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 09:09:59.195 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.779205ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:09:58.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:59.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:09:58.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:09:59.312 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:09:59.312 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:09:59.316 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.345908617\n# Parse_time: 0.001035819\n# Compile_time: 0.001453048\n# Rewrite_time: 0.00000868\n# Optimize_time: 0.001343978\n# Wait_TS: 0.000415822\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 09:09:59.331 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:59.552 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:09:59.689 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:09:59.728 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:09:59.728 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:09:59.838 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:09:59.840 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:09:59.841 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:09:59.863 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:09:59.866 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:09:59.866 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:09:59.867 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=126.784µs] [2024/05/06 09:09:59.867 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=262.977µs] [] [2024/05/06 09:09:59.867 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:09:59.867 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:09:59.986 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:10:00.008 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:10:00.042 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:00.113 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:00.114 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:10:00.115 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:00.125 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:00.125 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:00.125 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:00.125 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:00.126 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:00.126 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:00.127 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:00.127 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:00.127 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:00.143 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:00.144 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:00.144 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:00.144 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:00.145 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 09:10:00.192 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:10:00.196 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:00.200 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:00.200 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:10:00.264 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/05/06 09:10:00.268 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.334165ms] [encodeDur=1.146911ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=342.897µs] [type=file] [takeTime=3.254408ms] [] [2024/05/06 09:10:00.269 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:10:00.269 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/22c20109-89b0-423e-9002-f4c8ee99791e.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/05/06 09:10:00.341 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/05/06 09:10:00.343 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.164869ms] [encodeDur=809.579µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=59.369µs] [type=file] [takeTime=2.358914ms] [] [2024/05/06 09:10:00.344 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:10:00.344 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0796f92e-3040-4310-bf86-6054941eadf9.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/05/06 09:10:00.462 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/05/06 09:10:00.464 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.127186ms] [encodeDur=746.17µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=58.45µs] [type=file] [takeTime=2.267829ms] [] [2024/05/06 09:10:00.465 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=273.264733ms] [] [2024/05/06 09:10:00.465 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1438f757-618f-474d-9524-7755ee0f2ced.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/05/06 09:10:00.466 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:10:00.466 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:10:00.466 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:00.468 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.264667ms] [] [2024/05/06 09:10:00.468 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:00.473 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:00.495 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:10:00.495 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:00.509 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:10:00.511 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.816067ms] [] [2024/05/06 09:10:00.511 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:00.512 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.155741ms] [] [2024/05/06 09:10:00.512 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:10:00.512 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:00.514 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.489272ms] [] [2024/05/06 09:10:00.514 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:00.514 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:00.514 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=79.021µs] [] [2024/05/06 09:10:00.514 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:00.515 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=951.793µs] [] [2024/05/06 09:10:00.565 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:00.568 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:00.568 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:00.568 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:00.568 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:00.570 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:00.571 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:00.571 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:00.571 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:00.571 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:00.571 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=457.86164ms] [] [2024/05/06 09:10:00.656 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:00.658 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:00.659 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:00.659 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:00.725 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:10:00.727 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:00.727 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:00.900 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:00.942 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:10:00.942 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:10:00.943 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:10:00.951 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=7.909481ms] [] [2024/05/06 09:10:00.951 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:10:00.951 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:10:00.951 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:10:00.951 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:10:00.955 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:10:00.955 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:10:00.955 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.668021ms] [] [2024/05/06 09:10:00.955 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.861441ms] [] [2024/05/06 09:10:01.026 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=125.941567ms] [] [2024/05/06 09:10:01.048 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:01.048 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:10:01.052 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:10:01.113 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:10:01.135 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:10:01.158 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:01.158 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:10:01.251 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.933880424\n# Parse_time: 0.000607071\n# Compile_time: 0.001357998\n# Rewrite_time: 0.000303699\n# Optimize_time: 0.001343978\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:01.260 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:01.264 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:01.285 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:01.285 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:01.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=340.392µs] [gotSchemaVersion=66] [phyTblIDs="[115]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:01.420 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 09:10:01.456 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.56755ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.568 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=257.424µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:01.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 09:10:01.617 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.707877ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.701 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/05/06 09:10:01.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=270.581µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:01.756 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 09:10:01.795 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.038379ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.830 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/05/06 09:10:01.861 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 09:10:01.866 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:01.921 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:10:01.921 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:01.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.666941639\n# Parse_time: 0.000637992\n# Compile_time: 0.000794057\n# Rewrite_time: 0.000008399\n# Optimize_time: 0.000828918\n# Wait_TS: 0.000506799\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:01.930 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:10:01.985 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:01.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:01.985 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:01.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 09:10:02.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.052 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/05/06 09:10:02.114 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.442118ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:02.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 09:10:02.161 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=54.100723ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:01.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.235 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:01.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:02.307 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:10:02.308 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:02.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.3875995\n# Parse_time: 0.001623123\n# Compile_time: 0.00197741\n# Rewrite_time: 0.000007939\n# Optimize_time: 0.000828918\n# Wait_TS: 0.000531632\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 09:10:02.332 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:02.559 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:02.652 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:02.705 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:10:02.706 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:02.812 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:02.814 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:02.815 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:10:02.835 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:02.838 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:02.838 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:02.838 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=95.575µs] [2024/05/06 09:10:02.838 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=210.613µs] [] [2024/05/06 09:10:02.838 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:02.838 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:02.961 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:10:02.987 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:10:02.993 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:03.041 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:03.042 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:10:03.043 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:03.051 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:03.051 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:03.052 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:03.052 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:03.053 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:03.053 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:03.053 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:03.053 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:03.053 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:03.067 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:03.068 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:03.068 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:03.068 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:03.068 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 09:10:03.110 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:10:03.131 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:03.135 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:03.135 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:10:03.334 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/05/06 09:10:03.337 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.133736ms] [encodeDur=650.17µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=52.622µs] [type=file] [takeTime=2.226215ms] [] [2024/05/06 09:10:03.338 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:10:03.338 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b169e249-bb61-4398-9d3a-6f63a9ff1bc1.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/06 09:10:03.402 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/05/06 09:10:03.405 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=1.003787ms] [encodeDur=928.16µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=45.581µs] [type=file] [takeTime=2.278483ms] [] [2024/05/06 09:10:03.405 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:10:03.406 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/af65a76f-0930-42bd-8468-f6be0a277fe3.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/05/06 09:10:03.429 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/05/06 09:10:03.431 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=1.016242ms] [encodeDur=619.81µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=46.463µs] [type=file] [takeTime=1.941477ms] [] [2024/05/06 09:10:03.431 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/41042c73-623f-4ac9-ba5b-8a99ca7f7dc9.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/05/06 09:10:03.431 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=321.684557ms] [] [2024/05/06 09:10:03.432 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:10:03.432 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:10:03.432 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:03.434 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.74396ms] [] [2024/05/06 09:10:03.434 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:03.440 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:03.462 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:10:03.462 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:03.476 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:10:03.478 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.466834ms] [] [2024/05/06 09:10:03.478 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:03.480 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.347893ms] [] [2024/05/06 09:10:03.480 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:10:03.480 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:03.482 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.048459ms] [] [2024/05/06 09:10:03.482 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:03.482 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:03.482 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=75.904µs] [] [2024/05/06 09:10:03.482 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:03.483 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.028334ms] [] [2024/05/06 09:10:03.532 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:03.533 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:03.535 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:03.535 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:03.537 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:03.541 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:03.541 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:03.541 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:03.541 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:03.543 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:03.543 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:03.544 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:03.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:03.544 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:03.544 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=502.932894ms] [] [2024/05/06 09:10:03.602 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:10:03.604 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:03.604 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:03.802 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:03.850 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:10:03.850 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:10:03.850 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:10:03.858 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.997858ms] [] [2024/05/06 09:10:03.858 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:10:03.859 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:10:03.859 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:10:03.859 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:10:03.863 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:10:03.864 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:10:03.864 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.758374ms] [] [2024/05/06 09:10:03.864 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.945397ms] [] [2024/05/06 09:10:03.912 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=109.444586ms] [] [2024/05/06 09:10:03.932 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:03.932 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:10:03.935 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:10:04.010 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:10:04.013 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:10:04.037 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:04.037 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:10:04.141 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:04.211 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.896406291\n# Parse_time: 0.000738986\n# Compile_time: 0.001640781\n# Rewrite_time: 0.000364219\n# Optimize_time: 0.000828918\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:04.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:04.255 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:04.255 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:04.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=243.151µs] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:04.348 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/05/06 09:10:04.385 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.174714ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=257.074µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:04.503 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/05/06 09:10:04.537 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.328301ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.591 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:10:04.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=279.639µs] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:04.653 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/05/06 09:10:04.691 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.165627ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.741 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:10:04.751 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/05/06 09:10:04.755 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:04.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:04.835 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:10:04.836 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:04.839 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.619031231\n# Parse_time: 0.000327138\n# Compile_time: 0.000722378\n# Rewrite_time: 0.00001316\n# Optimize_time: 0.001143602\n# Wait_TS: 0.000406674\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:04.842 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/06 09:10:04.916 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:04.916 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 09:10:04.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.002 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/05/06 09:10:05.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.712574ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:05.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 09:10:05.123 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.603384ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.185 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:05.228 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:10:05.228 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:05.231 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.391422803\n# Parse_time: 0.000946406\n# Compile_time: 0.001172122\n# Rewrite_time: 0.000010112\n# Optimize_time: 0.001143602\n# Wait_TS: 0.000439671\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 09:10:05.245 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:05.449 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:05.557 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:05.597 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:10:05.598 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:05.704 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:05.705 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:05.706 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:10:05.728 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:05.731 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:05.731 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:05.732 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=108.677µs] [2024/05/06 09:10:05.732 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=244.452µs] [] [2024/05/06 09:10:05.732 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:05.732 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:05.909 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:10:05.929 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:10:05.951 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:05.996 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:05.998 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:10:06.000 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:06.009 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:06.009 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:06.009 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:06.009 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:06.010 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:06.010 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:06.010 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:06.010 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:06.010 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:06.025 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:06.027 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:06.027 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:06.027 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:06.027 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 09:10:06.075 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:10:06.080 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:06.083 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:06.083 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:10:06.108 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/05/06 09:10:06.112 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.211036ms] [encodeDur=1.104313ms] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=470.641µs] [type=file] [takeTime=3.205471ms] [] [2024/05/06 09:10:06.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:10:06.113 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/aaa1b74e-9391-4603-8539-14358a147cd6.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/05/06 09:10:06.135 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/05/06 09:10:06.137 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.023073ms] [encodeDur=727.35µs] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=69.615µs] [type=file] [takeTime=2.149969ms] [] [2024/05/06 09:10:06.138 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:10:06.138 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7c2180ed-e4ee-4c3b-92e6-c12d4fc0f822.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/05/06 09:10:06.156 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/05/06 09:10:06.159 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=1.11555ms] [encodeDur=1.35635ms] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=71.657µs] [type=file] [takeTime=2.956742ms] [] [2024/05/06 09:10:06.160 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=84.792292ms] [] [2024/05/06 09:10:06.160 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e57ad8a1-7fcd-4b11-9c1c-cac8b8fe1b29.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/05/06 09:10:06.161 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:10:06.161 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:10:06.161 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:06.163 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.777995ms] [] [2024/05/06 09:10:06.164 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:06.170 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:06.194 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 09:10:06.195 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:06.214 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 09:10:06.216 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=52.007059ms] [] [2024/05/06 09:10:06.216 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:06.217 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.599844ms] [] [2024/05/06 09:10:06.218 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:10:06.218 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:06.220 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.103134ms] [] [2024/05/06 09:10:06.220 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:06.220 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:06.220 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=71.697µs] [] [2024/05/06 09:10:06.220 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:06.221 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.006864ms] [] [2024/05/06 09:10:06.267 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:06.270 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:06.270 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:06.270 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:06.270 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:06.273 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:06.273 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:06.273 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:06.273 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:06.273 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:06.273 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=276.553158ms] [] [2024/05/06 09:10:06.320 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:06.321 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:06.323 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:06.323 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:06.400 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:10:06.403 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:06.403 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:06.594 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:10:06.595 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:10:06.656 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:06.698 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:06.749 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:10:06.749 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:10:06.749 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:10:06.749 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=15.476µs] [] [2024/05/06 09:10:06.749 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/05/06 09:10:06.749 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 09:10:06.749 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:10:06.749 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:10:06.754 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/05/06 09:10:06.755 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/05/06 09:10:06.755 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 09:10:06.755 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.399048ms] [] [2024/05/06 09:10:06.755 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.65993ms] [] [2024/05/06 09:10:06.810 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=112.09329ms] [] [2024/05/06 09:10:06.820 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:06.820 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:10:06.823 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:10:06.866 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:10:06.902 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:10:06.927 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:06.927 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:10:07.054 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:07.113 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.881202641\n# Parse_time: 0.000519446\n# Compile_time: 0.00120908\n# Rewrite_time: 0.000280725\n# Optimize_time: 0.001143602\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:07.123 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:07.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:07.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:07.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.232 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=252.057µs] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:07.243 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 09:10:07.281 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.270101ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.332 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=229.622µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:07.375 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 09:10:07.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.325857ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.521 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/05/06 09:10:07.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=248.398µs] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:07.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 09:10:07.611 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.877868ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.679 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 09:10:07.688 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 09:10:07.692 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.773 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:10:07.773 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:07.777 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.655385887\n# Parse_time: 0.000309076\n# Compile_time: 0.000705229\n# Rewrite_time: 0.000014856\n# Optimize_time: 0.000919721\n# Wait_TS: 0.000380831\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:07.779 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 09:10:07.829 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:10:07.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:07.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:07.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:07.918 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/05/06 09:10:07.994 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.753887ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:08.006 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 09:10:08.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.947477ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:07.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.116 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:07.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:08.153 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:10:08.153 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:08.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.378971003\n# Parse_time: 0.000622035\n# Compile_time: 0.000908536\n# Rewrite_time: 0.000009308\n# Optimize_time: 0.000919721\n# Wait_TS: 0.000429956\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:10:08.176 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:08.408 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:08.513 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:08.554 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:10:08.554 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:08.663 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:08.664 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:08.665 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:10:08.686 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:08.689 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:08.689 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:08.689 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=107.375µs] [2024/05/06 09:10:08.689 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=264.927µs] [] [2024/05/06 09:10:08.690 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:08.690 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:08.849 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:10:08.868 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:10:08.902 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:08.942 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:08.943 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:10:08.945 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:08.953 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:08.953 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:08.954 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:08.954 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:08.955 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:08.955 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:08.955 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:08.955 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:08.955 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:08.970 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:08.971 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:08.971 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:08.971 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:08.971 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 09:10:09.015 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:10:09.019 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:09.023 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:09.023 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:10:09.038 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/05/06 09:10:09.041 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.170034ms] [encodeDur=701.472µs] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=265.364µs] [type=file] [takeTime=2.551031ms] [] [2024/05/06 09:10:09.042 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:10:09.042 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/38685b27-095d-400a-9913-e4e7517da37d.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 09:10:09.049 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/05/06 09:10:09.051 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=896.422µs] [encodeDur=982.092µs] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=249.205µs] [type=file] [takeTime=2.442669ms] [] [2024/05/06 09:10:09.052 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:10:09.052 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/69b0ab43-ca6e-4ea7-8780-789ee1720605.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/05/06 09:10:09.075 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/05/06 09:10:09.078 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.176541ms] [encodeDur=1.09413ms] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=324.597µs] [type=file] [takeTime=2.974462ms] [] [2024/05/06 09:10:09.079 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9dae43f9-7e37-41cb-8fdf-783bc287f02b.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/05/06 09:10:09.079 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=63.31004ms] [] [2024/05/06 09:10:09.079 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:10:09.079 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:10:09.079 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:09.081 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.034862ms] [] [2024/05/06 09:10:09.081 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:09.088 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:09.109 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:10:09.109 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:09.140 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:10:09.142 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=60.86774ms] [] [2024/05/06 09:10:09.142 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:09.144 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.505934ms] [] [2024/05/06 09:10:09.144 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:10:09.144 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:09.146 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.236208ms] [] [2024/05/06 09:10:09.146 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:09.146 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:09.146 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=73.946µs] [] [2024/05/06 09:10:09.146 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:09.148 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.294756ms] [] [2024/05/06 09:10:09.240 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:09.244 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:09.244 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:09.244 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:09.244 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:09.247 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:09.247 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:09.247 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:09.247 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:09.247 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:09.247 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=305.482015ms] [] [2024/05/06 09:10:09.280 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:09.281 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:09.282 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:09.282 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:09.350 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/06 09:10:09.352 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:09.352 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:09.491 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:09.553 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:10:09.554 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:10:09.554 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:10:09.562 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=7.940367ms] [] [2024/05/06 09:10:09.562 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/05/06 09:10:09.562 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 09:10:09.562 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:10:09.562 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:10:09.567 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/05/06 09:10:09.568 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 09:10:09.568 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.939514ms] [] [2024/05/06 09:10:09.568 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.158785ms] [] [2024/05/06 09:10:09.622 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=131.064257ms] [] [2024/05/06 09:10:09.684 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:09.684 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:10:09.687 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:10:09.749 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:10:09.762 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:10:09.784 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:09.784 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:10:09.876 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:10.079 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.920596454\n# Parse_time: 0.001619535\n# Compile_time: 0.002795634\n# Rewrite_time: 0.000255618\n# Optimize_time: 0.000919721\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:10.089 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:10.116 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:10.116 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:10.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=276.971µs] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:10.235 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/05/06 09:10:10.265 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.637406ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=240.572µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:10.350 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/05/06 09:10:10.387 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.867392ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.486 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.498 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/05/06 09:10:10.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=280.453µs] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:10.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/05/06 09:10:10.592 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=54.085397ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.650 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 09:10:10.659 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/05/06 09:10:10.664 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:10.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.724 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:10:10.724 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:10.728 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.640017657\n# Parse_time: 0.000398448\n# Compile_time: 0.000783114\n# Rewrite_time: 0.000011433\n# Optimize_time: 0.000987\n# Wait_TS: 0.000425247\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:10.732 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 09:10:10.785 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:10.786 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:10:10.832 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:10.840 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/05/06 09:10:10.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=2.706425ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:10.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 09:10:10.987 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.743242ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:10.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:10.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:11.084 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 09:10:11.085 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:11.088 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.360194025\n# Parse_time: 0.001649777\n# Compile_time: 0.001864466\n# Rewrite_time: 0.000010134\n# Optimize_time: 0.000987\n# Wait_TS: 0.000434498\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:10:11.104 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:11.333 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:11.450 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:11.499 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:11.500 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:11.608 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:11.609 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:11.611 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 09:10:11.632 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:11.635 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:11.635 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:11.636 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=101.022µs] [2024/05/06 09:10:11.636 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=274.628µs] [] [2024/05/06 09:10:11.636 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:11.636 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:11.804 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 09:10:11.824 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 09:10:11.831 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:11.871 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:11.873 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:10:11.874 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:11.883 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:11.883 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:11.884 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:11.884 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:11.885 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:11.885 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:11.885 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:11.885 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:11.885 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:11.899 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:11.901 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:11.901 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:11.901 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:11.901 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=700.7GiB] [2024/05/06 09:10:11.945 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 09:10:11.949 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:11.952 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:11.953 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:10:11.970 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/05/06 09:10:11.973 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.196561ms] [encodeDur=978.142µs] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=241.919µs] [type=file] [takeTime=2.806016ms] [] [2024/05/06 09:10:11.973 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:10:11.973 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e6b17393-109c-4619-97d5-e3c934ac44f3.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/05/06 09:10:11.985 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/05/06 09:10:11.988 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=1.098676ms] [encodeDur=1.155622ms] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=242.304µs] [type=file] [takeTime=2.782617ms] [] [2024/05/06 09:10:11.989 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:10:11.989 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6da7c97a-ca60-4074-9399-d8ad9fba276d.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/05/06 09:10:11.995 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/05/06 09:10:11.998 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=928.217µs] [encodeDur=847.062µs] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=224.393µs] [type=file] [takeTime=2.260885ms] [] [2024/05/06 09:10:11.998 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=53.274054ms] [] [2024/05/06 09:10:11.998 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b7dd44b7-9cda-4985-be7f-2125830e9a06.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/05/06 09:10:11.999 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:10:11.999 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:10:11.999 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:12.001 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.68789ms] [] [2024/05/06 09:10:12.001 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:12.005 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:12.027 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:10:12.027 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:12.041 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:10:12.043 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.37149ms] [] [2024/05/06 09:10:12.043 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:12.044 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.165611ms] [] [2024/05/06 09:10:12.044 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:10:12.044 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:12.046 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.908553ms] [] [2024/05/06 09:10:12.046 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:12.047 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:12.047 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.109µs] [] [2024/05/06 09:10:12.047 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:12.047 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=851.01µs] [] [2024/05/06 09:10:12.104 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:12.107 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:12.107 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:12.107 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:12.107 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:12.109 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:12.109 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:12.109 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:12.109 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:12.109 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:12.109 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=238.099059ms] [] [2024/05/06 09:10:12.147 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:12.149 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:12.150 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:12.150 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:12.227 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/06 09:10:12.229 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:12.229 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:12.397 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:12.443 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:10:12.443 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:10:12.443 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:10:12.451 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.549768ms] [] [2024/05/06 09:10:12.451 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/05/06 09:10:12.451 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 09:10:12.451 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 09:10:12.451 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 09:10:12.455 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/05/06 09:10:12.456 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 09:10:12.456 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.672148ms] [] [2024/05/06 09:10:12.456 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.856947ms] [] [2024/05/06 09:10:12.526 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:12.526 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 09:10:12.529 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 09:10:12.530 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=132.406678ms] [] [2024/05/06 09:10:12.580 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 09:10:12.606 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:12.632 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:12.633 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 09:10:12.720 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6302412830000002\n# Parse_time: 0.000686912\n# Compile_time: 0.001368769\n# Rewrite_time: 0.000244847\n# Optimize_time: 0.000987\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:12.729 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:12.746 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:12.755 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:12.755 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:12.801 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:12.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=267.573µs] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:12.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 09:10:12.887 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=59.457867ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:12.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:12.984 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=264.777µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:12.997 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 09:10:13.033 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.747372ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.075 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.085 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/05/06 09:10:13.137 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=246.23µs] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:13.149 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 09:10:13.186 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.378362ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.227 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 09:10:13.235 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 09:10:13.239 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:12.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.324 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:10:13.324 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:13.328 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.599786993\n# Parse_time: 0.000242927\n# Compile_time: 0.000607417\n# Rewrite_time: 0.000009946\n# Optimize_time: 0.001007831\n# Wait_TS: 0.000374428\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:13.332 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 09:10:13.419 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:13.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:13.419 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:13.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:10:13.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:13.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.504 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/05/06 09:10:13.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.730596ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:13.583 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 09:10:13.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.755252ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:13.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.685 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:13.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:13.730 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:10:13.730 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:13.733 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.404532089\n# Parse_time: 0.002235369\n# Compile_time: 0.001456754\n# Rewrite_time: 0.000008114\n# Optimize_time: 0.001007831\n# Wait_TS: 0.00040825\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:10:13.749 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:13.973 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:14.085 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:14.136 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 09:10:14.136 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:14.242 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:14.243 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:14.245 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 09:10:14.269 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:14.273 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:14.273 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:14.273 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=84.998µs] [2024/05/06 09:10:14.273 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=206.73µs] [] [2024/05/06 09:10:14.273 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:14.273 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:14.406 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 09:10:14.425 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 09:10:14.443 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:14.489 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:14.490 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:10:14.492 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:14.500 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:14.500 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:14.501 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:14.501 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:14.502 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:14.502 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:14.502 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:14.502 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:14.502 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:14.516 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:14.518 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:14.518 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:14.518 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:14.518 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=700.7GiB] [2024/05/06 09:10:14.590 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 09:10:14.595 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:14.599 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:14.599 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:10:14.626 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/05/06 09:10:14.630 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.08939ms] [encodeDur=1.544198ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=331.888µs] [type=file] [takeTime=3.375231ms] [] [2024/05/06 09:10:14.631 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:10:14.631 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/423f9f1c-8189-4466-8a44-d9752c99ad8b.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/05/06 09:10:14.690 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/05/06 09:10:14.694 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.178071ms] [encodeDur=1.939693ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=57.118µs] [type=file] [takeTime=3.535376ms] [] [2024/05/06 09:10:14.695 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:10:14.695 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d9cecd7b-092e-4e13-9753-52e59e856055.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/05/06 09:10:14.713 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/05/06 09:10:14.717 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=1.081867ms] [encodeDur=3.082932ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=50.273µs] [type=file] [takeTime=4.538832ms] [] [2024/05/06 09:10:14.718 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=128.267818ms] [] [2024/05/06 09:10:14.718 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dbac5b76-c029-4453-81c2-8d187c4f8471.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/05/06 09:10:14.718 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:10:14.718 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:10:14.718 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:14.721 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.202204ms] [] [2024/05/06 09:10:14.721 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:14.726 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:14.750 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 09:10:14.750 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:14.764 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 09:10:14.766 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.546733ms] [] [2024/05/06 09:10:14.766 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:14.768 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.245315ms] [] [2024/05/06 09:10:14.768 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:10:14.768 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:14.769 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.480291ms] [] [2024/05/06 09:10:14.769 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:14.770 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:14.770 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.527µs] [] [2024/05/06 09:10:14.770 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:14.770 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=855.612µs] [] [2024/05/06 09:10:14.831 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:14.835 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:14.835 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:14.835 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:14.835 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:14.838 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:14.838 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:14.838 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:14.838 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:14.838 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:14.838 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=348.978023ms] [] [2024/05/06 09:10:14.857 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:14.860 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:14.862 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:14.862 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:14.925 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 09:10:14.927 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:14.927 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:15.144 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:15.190 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:10:15.191 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:10:15.191 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:10:15.201 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=10.508401ms] [] [2024/05/06 09:10:15.201 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/05/06 09:10:15.201 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 09:10:15.201 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:10:15.201 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:10:15.205 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/05/06 09:10:15.206 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 09:10:15.206 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=15.393127ms] [] [2024/05/06 09:10:15.206 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=15.650284ms] [] [2024/05/06 09:10:15.249 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=104.946633ms] [] [2024/05/06 09:10:15.257 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:15.257 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 09:10:15.260 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 09:10:15.300 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 09:10:15.341 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 09:10:15.365 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:15.365 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 09:10:15.478 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:15.638 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.904330275\n# Parse_time: 0.001197153\n# Compile_time: 0.001693501\n# Rewrite_time: 0.000285445\n# Optimize_time: 0.001007831\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:15.649 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:15.684 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:15.684 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:15.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:15.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=238.484µs] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:15.786 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/05/06 09:10:15.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.696018ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:15.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:15.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=241.623µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:15.945 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/05/06 09:10:15.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.717029ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:16.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:16.040 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/05/06 09:10:16.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=236.694µs] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:16.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/05/06 09:10:16.133 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=52.809581ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:16.174 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 09:10:16.182 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/05/06 09:10:16.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:15.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:16.245 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 09:10:16.246 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:16.249 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.601606372\n# Parse_time: 0.000243761\n# Compile_time: 0.000594364\n# Rewrite_time: 0.00001129\n# Optimize_time: 0.002262771\n# Wait_TS: 0.00034394\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:16.252 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/06 09:10:16.335 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:16.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:16.335 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:16.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 09:10:16.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:16.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:16.399 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/05/06 09:10:16.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=2.702855ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:16.489 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/05/06 09:10:16.523 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=54.745208ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:16.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:16.584 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:16.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:16.642 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/06 09:10:16.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:16.646 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.396449306\n# Parse_time: 0.001394352\n# Compile_time: 0.001054021\n# Rewrite_time: 0.000008045\n# Optimize_time: 0.002262771\n# Wait_TS: 0.000393102\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 09:10:16.663 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:16.863 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:16.971 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:17.007 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 09:10:17.007 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:17.121 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:17.123 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:17.125 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 09:10:17.145 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:17.148 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:17.148 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:17.148 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=90.209µs] [2024/05/06 09:10:17.148 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=230.002µs] [] [2024/05/06 09:10:17.149 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:17.149 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:17.284 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 09:10:17.302 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 09:10:17.309 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:17.353 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:17.354 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:10:17.357 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:17.366 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:17.366 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:17.367 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:17.367 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:17.368 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:17.368 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:17.368 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:17.368 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:17.368 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:17.383 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:17.385 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:17.385 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:17.385 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:17.385 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=700.7GiB] [2024/05/06 09:10:17.433 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 09:10:17.437 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:17.440 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:17.440 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:10:17.501 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/05/06 09:10:17.527 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.560253ms] [encodeDur=23.467335ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=469.485µs] [type=file] [takeTime=26.018849ms] [] [2024/05/06 09:10:17.529 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:10:17.529 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b598de99-eb49-490c-8afb-14688932b2ec.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/05/06 09:10:17.626 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/05/06 09:10:17.630 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=1.208698ms] [encodeDur=1.775455ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=52.571µs] [type=file] [takeTime=3.378897ms] [] [2024/05/06 09:10:17.631 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:10:17.631 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/410dacad-cf3a-4b5e-a2e3-5be8c34e300e.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/05/06 09:10:17.682 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/05/06 09:10:17.685 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.029672ms] [encodeDur=1.378638ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=62.46µs] [type=file] [takeTime=2.777897ms] [] [2024/05/06 09:10:17.686 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=252.959634ms] [] [2024/05/06 09:10:17.686 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1ab64043-44dc-446c-8163-df70dfc15494.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/05/06 09:10:17.687 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:10:17.687 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:10:17.687 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:17.689 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.620046ms] [] [2024/05/06 09:10:17.689 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:17.695 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:17.717 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/06 09:10:17.717 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:17.732 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/06 09:10:17.734 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.189439ms] [] [2024/05/06 09:10:17.734 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:17.735 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.303078ms] [] [2024/05/06 09:10:17.735 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:10:17.735 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:17.737 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.714356ms] [] [2024/05/06 09:10:17.737 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:17.737 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:17.737 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=56.6µs] [] [2024/05/06 09:10:17.737 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:17.738 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=888.375µs] [] [2024/05/06 09:10:17.786 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:10:17.789 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:17.789 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:17.789 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:17.789 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:17.792 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:17.792 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:17.792 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:17.792 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:17.792 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:17.792 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=439.082618ms] [] [2024/05/06 09:10:17.829 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:17.830 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:17.832 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:17.832 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:17.897 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 09:10:17.899 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:17.899 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:18.077 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:18.131 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:10:18.131 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:10:18.131 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:10:18.139 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=8.029693ms] [] [2024/05/06 09:10:18.139 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/05/06 09:10:18.139 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 09:10:18.139 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 09:10:18.139 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 09:10:18.143 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/05/06 09:10:18.144 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 09:10:18.144 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=12.499681ms] [] [2024/05/06 09:10:18.144 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=12.764716ms] [] [2024/05/06 09:10:18.188 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=110.417467ms] [] [2024/05/06 09:10:18.234 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:18.234 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 09:10:18.237 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 09:10:18.317 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 09:10:18.335 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 09:10:18.345 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:18.345 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 09:10:18.449 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:18.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.87409419\n# Parse_time: 0.001655493\n# Compile_time: 0.001830974\n# Rewrite_time: 0.0002522\n# Optimize_time: 0.002262771\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:18.534 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:18.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:18.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:18.599 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:18.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=288.732µs] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:18.638 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/05/06 09:10:18.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.944361ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:18.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:18.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=261.089µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:18.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/05/06 09:10:18.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.640326ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:18.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:18.886 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/05/06 09:10:18.939 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=265.928µs] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:18.950 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/05/06 09:10:18.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.306516ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:19.031 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/05/06 09:10:19.039 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/06 09:10:19.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:18.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:19.112 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:10:19.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:19.116 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.582872511\n# Parse_time: 0.000275223\n# Compile_time: 0.000780742\n# Rewrite_time: 0.000011009\n# Optimize_time: 0.002382938\n# Wait_TS: 0.000532371\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:19.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 09:10:19.182 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:19.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:19.182 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:19.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 09:10:19.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:19.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:19.256 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/05/06 09:10:19.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=3.349426ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:19.339 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/05/06 09:10:19.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.672907ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:19.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:19.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:19.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:19.474 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:10:19.475 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:19.479 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.362101311\n# Parse_time: 0.000765401\n# Compile_time: 0.001182847\n# Rewrite_time: 0.000008168\n# Optimize_time: 0.002382938\n# Wait_TS: 0.000358037\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 09:10:19.499 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:19.718 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:19.829 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:19.867 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 09:10:19.867 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:19.997 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:19.999 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:20.000 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 09:10:20.022 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:20.025 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:20.025 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:20.025 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=107.701µs] [2024/05/06 09:10:20.025 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=300.789µs] [] [2024/05/06 09:10:20.025 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:20.025 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:20.155 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 09:10:20.174 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 09:10:20.189 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:20.231 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:20.233 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:10:20.234 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:20.243 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:20.243 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:20.244 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:20.244 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:20.245 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:20.245 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:20.245 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:20.245 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:20.245 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:20.259 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:20.261 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:20.261 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:20.261 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:20.261 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=700.7GiB] [2024/05/06 09:10:20.304 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 09:10:20.308 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:20.311 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:20.312 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:10:20.326 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/05/06 09:10:20.330 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=1.155818ms] [encodeDur=1.561911ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=275.067µs] [type=file] [takeTime=3.391946ms] [] [2024/05/06 09:10:20.331 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:10:20.331 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/772975c0-cbe0-4189-b898-5cb4d42a3718.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 09:10:20.357 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/05/06 09:10:20.359 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=1.348128ms] [encodeDur=729.231µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=60.925µs] [type=file] [takeTime=2.482532ms] [] [2024/05/06 09:10:20.360 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:10:20.360 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/81a9e55a-8e33-41a8-abf2-6a502f5d0e76.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/05/06 09:10:20.381 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/05/06 09:10:20.384 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.258841ms] [encodeDur=958.355µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=67.6µs] [type=file] [takeTime=2.665249ms] [] [2024/05/06 09:10:20.385 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/777b6358-766e-436d-9685-d83ede8d262c.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/05/06 09:10:20.385 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=80.706257ms] [] [2024/05/06 09:10:20.385 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:10:20.386 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:10:20.386 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:20.388 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.024661ms] [] [2024/05/06 09:10:20.388 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:20.417 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:20.440 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:10:20.440 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:20.456 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:10:20.458 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=70.165821ms] [] [2024/05/06 09:10:20.458 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:20.460 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.489431ms] [] [2024/05/06 09:10:20.460 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:10:20.460 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:20.462 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.914008ms] [] [2024/05/06 09:10:20.462 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:20.462 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:20.462 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=65.44µs] [] [2024/05/06 09:10:20.462 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:20.463 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.063767ms] [] [2024/05/06 09:10:20.517 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:10:20.522 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:20.522 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:20.522 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:20.522 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:20.525 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:20.525 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:20.525 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:20.525 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:20.525 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:20.525 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=293.538033ms] [] [2024/05/06 09:10:20.591 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:20.593 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:20.594 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:20.594 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:20.656 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 09:10:20.658 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:20.658 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:20.845 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:20.902 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:10:20.902 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:10:20.902 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:10:20.910 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=8.197731ms] [] [2024/05/06 09:10:20.910 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 09:10:20.911 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:10:20.911 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 09:10:20.911 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 09:10:20.914 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 09:10:20.915 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:10:20.916 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.495006ms] [] [2024/05/06 09:10:20.916 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.745343ms] [] [2024/05/06 09:10:20.965 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=119.752295ms] [] [2024/05/06 09:10:20.991 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:20.992 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 09:10:20.995 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 09:10:21.054 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 09:10:21.074 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 09:10:21.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.611693876\n# Parse_time: 0.000713258\n# Compile_time: 0.002154906\n# Rewrite_time: 0.000318453\n# Optimize_time: 0.002382938\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:10:21.094 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:21.094 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 09:10:21.101 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:10:21.163 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:21.163 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:10:21.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.235 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:21.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=354.538µs] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:21.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/05/06 09:10:21.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.56267ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.432 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=310.324µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:21.443 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/05/06 09:10:21.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.154757ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.565 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/05/06 09:10:21.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=295.359µs] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:10:21.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/05/06 09:10:21.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.902713ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.718 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:10:21.727 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 09:10:21.731 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:21.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.797 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 09:10:21.797 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:21.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.701206694\n# Parse_time: 0.000383688\n# Compile_time: 0.000764896\n# Rewrite_time: 0.000011311\n# Optimize_time: 0.00131601\n# Wait_TS: 0.000415926\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:10:21.804 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 09:10:21.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:21.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:21.856 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:21.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 09:10:21.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:21.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:21.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/05/06 09:10:21.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.399321ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:22.002 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/05/06 09:10:22.041 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=54.334694ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:21.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:22.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:21.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:22.149 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 09:10:22.149 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:22.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.351593914\n# Parse_time: 0.000793616\n# Compile_time: 0.00153267\n# Rewrite_time: 0.000008719\n# Optimize_time: 0.00131601\n# Wait_TS: 0.000413473\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 09:10:22.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:22.376 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:22.507 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:22.552 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/05/06 09:10:22.552 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:22.659 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:22.661 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:22.662 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/06 09:10:22.686 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:22.690 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:22.690 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:10:22.690 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=121.881µs] [2024/05/06 09:10:22.690 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=283.702µs] [] [2024/05/06 09:10:22.690 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:22.690 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:10:22.862 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/06 09:10:22.882 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/06 09:10:22.911 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:22.954 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:22.955 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 09:10:22.957 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:22.966 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:22.966 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:22.966 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:22.966 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:22.967 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:22.968 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:22.968 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:22.968 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:22.968 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:22.983 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:22.984 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:22.984 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:22.984 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:22.985 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=700.7GiB] [2024/05/06 09:10:23.029 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/06 09:10:23.033 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:23.037 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:23.037 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:10:23.058 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/05/06 09:10:23.060 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.234845ms] [encodeDur=824.351µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=59.561µs] [type=file] [takeTime=2.531419ms] [] [2024/05/06 09:10:23.061 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:10:23.061 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/928b8ce9-2697-460f-a19a-b707a2468c97.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/05/06 09:10:23.073 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/05/06 09:10:23.075 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=921.588µs] [encodeDur=788.729µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=70.325µs] [type=file] [takeTime=2.091305ms] [] [2024/05/06 09:10:23.076 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:10:23.076 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e8aab74b-7f32-4ace-9b43-fb73a05936c0.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/05/06 09:10:23.128 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/05/06 09:10:23.131 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=1.207864ms] [encodeDur=1.195498ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=56.305µs] [type=file] [takeTime=2.796617ms] [] [2024/05/06 09:10:23.132 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=102.861474ms] [] [2024/05/06 09:10:23.132 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d12c30d9-6f82-4af6-98b5-0cf37219bee5.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/05/06 09:10:23.132 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:10:23.132 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:10:23.132 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:23.134 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.153071ms] [] [2024/05/06 09:10:23.134 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:10:23.140 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:23.162 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:10:23.163 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:23.177 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:10:23.179 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.425927ms] [] [2024/05/06 09:10:23.179 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:10:23.180 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.28735ms] [] [2024/05/06 09:10:23.180 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:10:23.180 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:23.182 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.515752ms] [] [2024/05/06 09:10:23.182 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:10:23.182 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:23.182 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=58.735µs] [] [2024/05/06 09:10:23.182 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:10:23.183 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=806.798µs] [] [2024/05/06 09:10:23.234 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:23.237 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:23.237 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:23.237 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:23.237 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:23.239 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:23.239 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:23.239 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:23.239 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:23.239 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:23.239 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=285.326114ms] [] [2024/05/06 09:10:23.307 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:23.309 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:23.310 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:23.310 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:23.390 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 09:10:23.392 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:23.392 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:23.593 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:23.666 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:10:23.667 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:10:23.667 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:10:23.678 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=10.806872ms] [] [2024/05/06 09:10:23.678 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 09:10:23.678 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:10:23.678 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 09:10:23.678 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 09:10:23.689 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 09:10:23.690 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:10:23.690 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=23.10779ms] [] [2024/05/06 09:10:23.690 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=23.460071ms] [] [2024/05/06 09:10:23.736 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=142.619747ms] [] [2024/05/06 09:10:23.778 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:23.778 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/05/06 09:10:23.781 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/05/06 09:10:23.861 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=12] [2024/05/06 09:10:23.862 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/05/06 09:10:23.886 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:23.886 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/05/06 09:10:23.990 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:24.094 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9398159449999999\n# Parse_time: 0.000694945\n# Compile_time: 0.001411433\n# Rewrite_time: 0.000325876\n# Optimize_time: 0.00131601\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/05/06 09:10:24.111 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/06 09:10:24.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/06 09:10:24.147 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:24.147 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/05/06 09:10:24.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.317466ms] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:24.269 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/05/06 09:10:24.305 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=55.124626ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.390 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.432 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:10:24.432 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:24.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322029223\n# Parse_time: 0.000317893\n# Compile_time: 0.001120645\n# Rewrite_time: 0.000008008\n# Optimize_time: 0.002342645\n# Wait_TS: 0.000448133\n# DB: import_into\n# Is_internal: false\n# Digest: 770236689160f5f6efde2e5d922d7d314015e7ec8bf5e17e3cc7f87c12ab353e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database test_cancel_job;"] [2024/05/06 09:10:24.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/06 09:10:24.478 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:24.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:24.478 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:24.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:10:24.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:24.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.590 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/05/06 09:10:24.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.14989ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:24.653 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/05/06 09:10:24.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.430493ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:24.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.749 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:24.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.789 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:10:24.789 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:24.793 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.355858801\n# Parse_time: 0.000412738\n# Compile_time: 0.000690239\n# Rewrite_time: 0.000007587\n# Optimize_time: 0.002342645\n# Wait_TS: 0.000376317\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:10:24.795 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/06 09:10:24.834 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:24.834 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:10:24.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:24.885 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/05/06 09:10:24.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.508387ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:24.949 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 09:10:25.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=73.640439ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:25.050 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:25.087 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 09:10:25.087 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:25.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/06 09:10:25.313 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/06 09:10:25.506 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/06 09:10:25.701 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/06 09:10:25.951 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/06 09:10:26.109 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/06 09:10:26.288 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:10:26.288 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:409\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:10:26.303 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:26.561 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:10:26.657 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:26.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.377748362\n# Parse_time: 0.00050231\n# Compile_time: 0.001317972\n# Rewrite_time: 0.000320347\n# Optimize_time: 0.002342645\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mzc1LjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mzc1LjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t1` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:10:26.692 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/05/06 09:10:26.692 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:10:26.801 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:26.802 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:26.802 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/06 09:10:26.823 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:26.826 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:10:26.826 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:10:26.826 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=74.839µs] [2024/05/06 09:10:26.827 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=223.579µs] [] [2024/05/06 09:10:26.827 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:26.827 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:10:26.828 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/06 09:10:26.943 +00:00] [WARN] [session.go:803] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449573454303199237, conflictStartTS=449573454303199234, conflictCommitTS=449573454303199238, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 09:10:26.944 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=0] [sql=] [2024/05/06 09:10:26.959 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=1] [sql=] [2024/05/06 09:10:26.966 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=2] [sql=] [2024/05/06 09:10:26.968 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=3] [sql=] [2024/05/06 09:10:26.968 +00:00] [WARN] [session.go:1114] ["transaction association"] ["retrying txnStartTS"=449573454329413635] ["original txnStartTS"=449573454303199237] [2024/05/06 09:10:26.980 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 09:10:26.985 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 09:10:27.026 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:10:27.027 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/06 09:10:27.098 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=13] [2024/05/06 09:10:27.121 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:27.121 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/05/06 09:10:27.197 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:27.244 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=416.19001ms] [] [2024/05/06 09:10:27.245 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.423355182\n# Parse_time: 0.000290503\n# Compile_time: 0.000695439\n# Rewrite_time: 0.000005532\n# Optimize_time: 0.002342645\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/05/06 09:10:27.794 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:10:27.795 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:10:27.805 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:10:27.805 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:10:27.814 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:10:27.814 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:10:27.827 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:28.071 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:10:28.152 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:28.159 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.343758387\n# Parse_time: 0.000414691\n# Compile_time: 0.00118426\n# Rewrite_time: 0.000288898\n# Optimize_time: 0.000165816\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQxLjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQxLjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:10:28.192 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/05/06 09:10:28.192 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:10:28.303 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:28.304 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:28.306 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/06 09:10:28.332 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:28.335 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:10:28.335 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:10:28.335 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=77.135µs] [2024/05/06 09:10:28.335 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=292.441µs] [] [2024/05/06 09:10:28.335 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:28.335 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:10:28.446 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/06 09:10:28.467 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/06 09:10:28.477 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:10:28.521 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:28.522 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 09:10:28.524 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:28.531 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:28.532 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:28.532 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:28.532 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:28.534 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:28.534 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:28.534 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:28.534 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:28.534 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:28.549 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:28.550 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:28.550 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:10:28.550 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:28.550 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=700.7GiB] [2024/05/06 09:10:28.590 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/06 09:10:28.594 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:10:28.598 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:10:28.598 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/05/06 09:10:28.753 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/05/06 09:10:28.756 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.258907ms] [encodeDur=487.001µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=193.447µs] [type=file] [takeTime=2.412961ms] [] [2024/05/06 09:10:28.757 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=167.261382ms] [] [2024/05/06 09:10:28.757 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/9d25add6-54df-43d1-9f93-03d54f2dc482.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/05/06 09:10:28.758 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:10:28.758 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:10:28.758 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:10:28.760 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=2.506273ms] [] [2024/05/06 09:10:28.760 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/06 09:10:28.765 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:28.787 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:10:28.788 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:28.803 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:10:28.805 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=44.951148ms] [] [2024/05/06 09:10:28.806 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:10:28.807 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.166397ms] [] [2024/05/06 09:10:28.807 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:10:28.807 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:10:28.809 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.59814ms] [] [2024/05/06 09:10:28.809 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/06 09:10:28.809 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:10:28.809 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=55.88µs] [] [2024/05/06 09:10:28.809 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:10:28.810 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.007349ms] [] [2024/05/06 09:10:28.852 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 09:10:28.855 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:28.855 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:28.855 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:28.856 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:28.855 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:28.856 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:28.856 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:28.856 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:28.856 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:28.856 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:28.856 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:28.856 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:28.856 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:28.858 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:28.858 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:28.858 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:28.858 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:28.858 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:28.858 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=336.890761ms] [] [2024/05/06 09:10:28.912 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:28.913 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:28.914 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:28.914 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:28.984 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:10:28.985 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:28.985 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:10:29.155 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:29.202 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:10:29.210 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/06 09:10:29.299 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/05/06 09:10:29.306 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/05/06 09:10:29.369 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/05/06 09:10:29.414 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:10:29.415 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/06 09:10:29.420 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/05/06 09:10:29.498 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=14] [2024/05/06 09:10:29.522 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:29.522 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/05/06 09:10:29.612 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=401.870344ms] [] [2024/05/06 09:10:29.613 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.410182721\n# Parse_time: 0.000469921\n# Compile_time: 0.000782815\n# Rewrite_time: 0.000004829\n# Optimize_time: 0.000165816\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/06 09:10:29.628 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:29.735 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:10:29.735 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:10:29.735 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=21.542µs] [] [2024/05/06 09:10:29.735 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:10:29.735 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:10:29.735 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/05/06 09:10:29.735 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [2024/05/06 09:10:29.737 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:29.738 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:10:29.738 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:10:29.739 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:29.740 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:29.741 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/05/06 09:10:29.753 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:29.770 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/05/06 09:10:30.853 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/06 09:10:30.885 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:30.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:30.885 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:30.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/05/06 09:10:30.948 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:30.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:30.959 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/05/06 09:10:31.003 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.355616ms] [gotSchemaVersion=101] [phyTblIDs="[145,147]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:31.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 09:10:31.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.440772ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:30.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:31.152 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/05/06 09:10:31.163 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/05/06 09:10:31.168 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:30.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:31.233 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:10:31.233 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:31.237 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.384407289\n# Parse_time: 0.00026145\n# Compile_time: 0.000838206\n# Rewrite_time: 0.00005267\n# Optimize_time: 0.00018265\n# Wait_TS: 0.00041821\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/05/06 09:10:31.253 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:31.428 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:10:31.558 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:31.566 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.327171653\n# Parse_time: 0.000542323\n# Compile_time: 0.00157784\n# Rewrite_time: 0.000316274\n# Optimize_time: 0.00018265\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzI0LjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzI0LjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:10:31.605 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/05/06 09:10:31.605 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:10:31.711 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:31.712 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:31.713 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/06 09:10:31.721 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/06 09:10:32.263 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:32.266 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:10:32.266 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:10:32.266 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=57.592µs] [2024/05/06 09:10:32.266 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=178.883µs] [] [2024/05/06 09:10:32.267 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:32.267 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:10:32.345 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 09:10:32.351 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 09:10:32.429 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:10:32.431 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/06 09:10:32.512 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=15] [2024/05/06 09:10:32.538 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:32.538 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/05/06 09:10:32.621 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:32.687 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=965.830301ms] [] [2024/05/06 09:10:32.688 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.974232702\n# Parse_time: 0.00048436\n# Compile_time: 0.000607062\n# Rewrite_time: 0.000003058\n# Optimize_time: 0.00018265\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/05/06 09:10:32.731 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:10:32.734 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/06 09:10:32.765 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:32.765 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:10:32.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.065598ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:32.851 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 09:10:32.886 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.413401ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:32.987 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:32.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:33.014 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:10:33.014 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:33.021 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:10:33.024 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:10:33.076 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:33.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:33.076 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:33.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:10:33.155 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:33.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:33.164 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/05/06 09:10:33.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.573483ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:33.246 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 09:10:33.280 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.041372ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:33.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:33.331 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:33.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:33.408 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 09:10:33.409 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:33.413 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.390131016\n# Parse_time: 0.000712614\n# Compile_time: 0.000970446\n# Rewrite_time: 0.00004277\n# Optimize_time: 0.000156948\n# Wait_TS: 0.000400986\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:10:33.428 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:33.634 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:33.742 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:33.815 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/05/06 09:10:33.815 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:33.921 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:33.922 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:33.923 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/06 09:10:33.944 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:33.947 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:33.947 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:10:33.947 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=101.152µs] [2024/05/06 09:10:33.947 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=297.625µs] [] [2024/05/06 09:10:33.947 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:10:33.947 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:10:34.103 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/06 09:10:34.122 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/06 09:10:34.143 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:34.190 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:34.192 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 09:10:34.193 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:34.201 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:34.202 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:34.202 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:34.202 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:34.203 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:34.203 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:34.203 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:34.203 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:34.203 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:34.246 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:34.249 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:34.249 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:34.249 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:34.249 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=700.7GiB] [2024/05/06 09:10:34.303 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/05/06 09:10:34.307 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:34.311 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:34.311 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 09:10:34.458 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/06 09:10:34.464 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.748177ms] [encodeDur=3.122733ms] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=388.33µs] [type=file] [takeTime=5.867886ms] [] [2024/05/06 09:10:34.464 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/05/06 09:10:34.465 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/ce72c227-27bd-4418-87e2-91388b29c767.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/06 09:10:34.465 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=162.179083ms] [] [2024/05/06 09:10:34.465 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:10:34.465 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:10:34.465 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:34.468 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.259995ms] [] [2024/05/06 09:10:34.468 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:10:34.473 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:34.494 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:10:34.495 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:34.510 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:10:34.512 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=44.192293ms] [] [2024/05/06 09:10:34.512 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:34.513 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.067758ms] [] [2024/05/06 09:10:34.513 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:10:34.513 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:34.515 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.513267ms] [] [2024/05/06 09:10:34.515 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:10:34.515 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:34.515 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=56.375µs] [] [2024/05/06 09:10:34.515 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:34.516 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=833.781µs] [] [2024/05/06 09:10:34.589 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/06 09:10:34.593 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:34.597 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:34.597 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 09:10:34.618 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/06 09:10:34.621 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.156964ms] [encodeDur=1.416724ms] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=59.792µs] [type=file] [takeTime=3.006214ms] [] [2024/05/06 09:10:34.621 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/05/06 09:10:34.622 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=32.497174ms] [] [2024/05/06 09:10:34.622 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/91627dfa-81df-4dfb-bd95-45e8131d5d44.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/06 09:10:34.622 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:10:34.622 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:10:34.622 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:34.624 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.027134ms] [] [2024/05/06 09:10:34.624 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:10:34.629 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:34.651 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:10:34.651 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:34.666 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:10:34.668 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.949769ms] [] [2024/05/06 09:10:34.668 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:34.669 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.149897ms] [] [2024/05/06 09:10:34.669 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:10:34.669 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:34.671 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.666617ms] [] [2024/05/06 09:10:34.671 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:10:34.671 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:34.671 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=68.197µs] [] [2024/05/06 09:10:34.671 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:34.672 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=903.035µs] [] [2024/05/06 09:10:34.720 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 09:10:34.725 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:34.725 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:34.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:34.726 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:34.726 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:34.728 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:34.728 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:34.728 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:34.728 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:34.728 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:34.728 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=537.392002ms] [] [2024/05/06 09:10:34.764 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:34.766 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:34.767 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:34.767 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:34.835 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:10:34.836 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:34.836 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:34.993 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:35.037 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:10:35.037 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:10:35.037 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:10:35.037 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=16.044µs] [] [2024/05/06 09:10:35.037 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:10:35.037 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:10:35.037 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 09:10:35.037 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 09:10:35.048 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 09:10:35.049 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=11.793359ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:35.049 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=12.22116ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:35.049 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:35.050 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:35.050 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:10:35.068 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=75.235969ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:10:35.068 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:10:35.173 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/05/06 09:10:35.213 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/05/06 09:10:35.235 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:10:35.237 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/06 09:10:35.243 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/05/06 09:10:35.321 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/05/06 09:10:35.349 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:35.349 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/05/06 09:10:35.445 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:35.610 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:709\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:10:35.611 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.197110004\n# Parse_time: 0.000733754\n# Compile_time: 0.001651451\n# Rewrite_time: 0.000407958\n# Optimize_time: 0.000156948\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Mi4xOXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjIuMTlzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:10:35.625 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 09:10:35.655 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:35.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:35.655 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:35.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 09:10:35.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:35.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:35.716 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/05/06 09:10:35.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.822496ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:35.797 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 09:10:35.828 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.790915ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:35.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:35.888 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 09:10:35.897 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 09:10:35.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:35.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:35.962 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:10:35.963 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:35.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.34251911\n# Parse_time: 0.000256413\n# Compile_time: 0.00089723\n# Rewrite_time: 0.000039104\n# Optimize_time: 0.001337365\n# Wait_TS: 0.000471843\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:10:36.004 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:36.218 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:36.309 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:36.365 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/05/06 09:10:36.365 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:36.472 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:36.473 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:36.475 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/06 09:10:36.493 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:36.496 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:36.496 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:10:36.497 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=85.051µs] [2024/05/06 09:10:36.497 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=286.362µs] [] [2024/05/06 09:10:36.497 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:10:36.497 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:10:36.613 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/06 09:10:36.632 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/06 09:10:36.640 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:36.687 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:36.689 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 09:10:36.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:36.698 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:36.698 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:36.698 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:36.699 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:36.700 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:36.700 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:36.700 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:36.700 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:36.700 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:36.714 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:36.715 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:36.715 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:36.715 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:36.715 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=700.7GiB] [2024/05/06 09:10:36.763 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/05/06 09:10:36.767 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:36.770 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:36.770 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 09:10:36.879 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/06 09:10:36.882 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.243067ms] [encodeDur=1.080301ms] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=362.778µs] [type=file] [takeTime=3.125038ms] [] [2024/05/06 09:10:36.883 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/05/06 09:10:36.884 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/03328b0f-753f-4a7b-acc8-32d4acbf2133.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/06 09:10:36.884 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=120.182867ms] [] [2024/05/06 09:10:36.884 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:10:36.884 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:10:36.884 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:36.886 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.021167ms] [] [2024/05/06 09:10:36.886 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:10:36.891 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:36.913 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:10:36.913 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:36.928 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:10:36.930 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.365712ms] [] [2024/05/06 09:10:36.930 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:36.931 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=979.929µs] [] [2024/05/06 09:10:36.931 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:10:36.931 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:36.932 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.624849ms] [] [2024/05/06 09:10:36.933 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:10:36.933 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:36.933 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=71.597µs] [] [2024/05/06 09:10:36.933 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:36.934 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=856.891µs] [] [2024/05/06 09:10:37.001 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/05/06 09:10:37.005 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:37.008 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:37.009 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 09:10:37.104 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/06 09:10:37.107 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.183448ms] [encodeDur=1.420236ms] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=62.065µs] [type=file] [takeTime=2.987994ms] [] [2024/05/06 09:10:37.108 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/05/06 09:10:37.108 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=107.390235ms] [] [2024/05/06 09:10:37.108 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/8e56b267-3ebf-417b-bd87-076608b6f140.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/06 09:10:37.108 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:10:37.109 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:10:37.109 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:37.111 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.53808ms] [] [2024/05/06 09:10:37.111 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:10:37.116 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:37.138 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:10:37.139 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:37.154 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:10:37.156 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=44.304306ms] [] [2024/05/06 09:10:37.156 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:37.157 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=950.873µs] [] [2024/05/06 09:10:37.157 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:10:37.157 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:37.158 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.431972ms] [] [2024/05/06 09:10:37.158 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:10:37.159 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:37.159 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=49.754µs] [] [2024/05/06 09:10:37.159 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:37.160 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.008544ms] [] [2024/05/06 09:10:37.208 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:37.213 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:37.213 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:37.213 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:37.213 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:37.215 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:37.215 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:37.215 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:37.215 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:37.215 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:37.215 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=528.061151ms] [] [2024/05/06 09:10:37.315 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:37.316 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:37.318 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:37.318 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:37.384 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:10:37.385 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:37.386 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:37.505 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:37.550 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:10:37.550 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:10:37.550 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:10:37.550 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=9.818µs] [] [2024/05/06 09:10:37.550 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:10:37.550 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=168.677µs] [] [2024/05/06 09:10:37.550 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=312.828µs] [] [2024/05/06 09:10:37.589 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:37.589 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/05/06 09:10:37.615 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/05/06 09:10:37.621 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=115.945558ms] [] [2024/05/06 09:10:37.671 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=17] [2024/05/06 09:10:37.672 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/05/06 09:10:37.692 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:37.692 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/05/06 09:10:37.776 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:37.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8915574849999999\n# Parse_time: 0.000689991\n# Compile_time: 0.001441401\n# Rewrite_time: 0.000351619\n# Optimize_time: 0.001337365\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:10:37.870 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 09:10:37.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:37.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:37.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:37.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 09:10:37.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:37.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:37.956 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/05/06 09:10:38.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.6007ms] [gotSchemaVersion=105] [phyTblIDs="[153,155]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:38.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/05/06 09:10:38.076 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.543139ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:38.124 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:10:38.133 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/05/06 09:10:38.136 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:37.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:38.204 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:10:38.204 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:38.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.338531765\n# Parse_time: 0.000302497\n# Compile_time: 0.000816552\n# Rewrite_time: 0.000035001\n# Optimize_time: 0.001032662\n# Wait_TS: 0.000326749\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:10:38.226 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:38.422 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:38.513 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:10:38.560 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/05/06 09:10:38.561 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:10:38.667 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:38.669 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:38.670 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/06 09:10:38.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:38.693 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:38.693 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:10:38.693 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=76.465µs] [2024/05/06 09:10:38.693 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=197.391µs] [] [2024/05/06 09:10:38.693 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:10:38.693 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:10:38.852 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/06 09:10:38.871 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/06 09:10:38.880 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:10:38.918 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:38.920 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 09:10:38.921 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:38.929 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:38.929 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:38.930 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:38.930 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:38.931 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:38.931 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:38.931 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:38.931 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:38.931 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:38.945 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:38.947 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:38.947 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:38.947 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:38.947 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=700.7GiB] [2024/05/06 09:10:38.992 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/05/06 09:10:38.996 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:38.999 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:38.999 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:10:39.048 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/05/06 09:10:39.050 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.06563ms] [encodeDur=860.491µs] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=162.918µs] [type=file] [takeTime=2.442267ms] [] [2024/05/06 09:10:39.051 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/05/06 09:10:39.051 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=59.058399ms] [] [2024/05/06 09:10:39.051 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/5c93a3d3-7ede-48e2-8514-cbbbbaf68ef0.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/05/06 09:10:39.051 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:10:39.051 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:10:39.051 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:39.053 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.935496ms] [] [2024/05/06 09:10:39.053 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:10:39.058 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:39.080 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:10:39.080 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:39.092 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:10:39.094 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=40.402093ms] [] [2024/05/06 09:10:39.094 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:39.095 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=995.272µs] [] [2024/05/06 09:10:39.095 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:10:39.095 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:39.097 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.452383ms] [] [2024/05/06 09:10:39.097 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:10:39.097 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:39.097 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=52.769µs] [] [2024/05/06 09:10:39.097 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:39.098 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=781.439µs] [] [2024/05/06 09:10:39.164 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/05/06 09:10:39.168 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:39.171 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:39.172 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:10:39.194 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/05/06 09:10:39.197 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.051525ms] [encodeDur=1.189951ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=58.546µs] [type=file] [takeTime=2.633054ms] [] [2024/05/06 09:10:39.197 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/05/06 09:10:39.198 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=33.367049ms] [] [2024/05/06 09:10:39.198 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/9a3ed12b-be06-4ecb-88c9-0fcfe0ce14fa.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/05/06 09:10:39.198 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:10:39.198 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:10:39.198 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:39.200 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.116552ms] [] [2024/05/06 09:10:39.200 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:10:39.205 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:39.239 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:10:39.240 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:39.256 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:10:39.258 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=57.598624ms] [] [2024/05/06 09:10:39.258 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:10:39.260 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.486665ms] [] [2024/05/06 09:10:39.260 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:10:39.260 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:39.262 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.843069ms] [] [2024/05/06 09:10:39.262 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:10:39.262 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:39.262 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=66.237µs] [] [2024/05/06 09:10:39.262 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:10:39.263 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=893.106µs] [] [2024/05/06 09:10:39.306 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:39.312 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:39.312 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:39.312 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:39.312 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:39.314 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:39.314 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:39.314 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:39.314 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:39.315 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:39.315 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=396.049364ms] [] [2024/05/06 09:10:39.391 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:39.392 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:39.394 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:39.394 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:39.459 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:10:39.461 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:39.461 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:10:39.650 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:10:39.704 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:10:39.704 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:10:39.704 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:10:39.704 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=11.379µs] [] [2024/05/06 09:10:39.704 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:10:39.704 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:10:39.704 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/05/06 09:10:39.704 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/05/06 09:10:39.710 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 09:10:39.711 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:10:39.711 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=7.32358ms] [] [2024/05/06 09:10:39.712 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=7.557488ms] [] [2024/05/06 09:10:39.759 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=108.591504ms] [] [2024/05/06 09:10:39.787 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:39.787 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/05/06 09:10:39.790 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/05/06 09:10:39.851 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/05/06 09:10:39.867 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/05/06 09:10:39.886 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:39.886 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/05/06 09:10:39.970 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:40.067 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.857863343\n# Parse_time: 0.00162442\n# Compile_time: 0.002664867\n# Rewrite_time: 0.000340089\n# Optimize_time: 0.001032662\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/05/06 09:10:40.078 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:10:40.108 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:40.108 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:10:40.154 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=272.717µs] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:40.213 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/05/06 09:10:40.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.223172ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.331 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=277.868µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:40.376 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/05/06 09:10:40.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.629648ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.517 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.560 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=248.365µs] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:40.573 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/05/06 09:10:40.609 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.823223ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.692 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/05/06 09:10:40.701 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 09:10:40.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.756 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:10:40.756 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:40.760 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.683339107\n# Parse_time: 0.000505351\n# Compile_time: 0.000704671\n# Rewrite_time: 0.000040382\n# Optimize_time: 0.000977239\n# Wait_TS: 0.000421847\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:10:40.762 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:10:40.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:40.793 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:10:40.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=1.169355ms] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:40.904 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/05/06 09:10:40.951 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=63.572618ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:40.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:40.997 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:40.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:41.021 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:10:41.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:41.029 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:10:41.085 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:41.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:41.085 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:41.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 09:10:41.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:41.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:41.160 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/05/06 09:10:41.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=3.102065ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:41.242 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/05/06 09:10:41.274 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.766477ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:41.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:41.348 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:41.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:41.424 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/06 09:10:41.425 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:41.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.402892165\n# Parse_time: 0.001204434\n# Compile_time: 0.001701449\n# Rewrite_time: 0.000054434\n# Optimize_time: 0.000977239\n# Wait_TS: 0.000381403\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 09:10:41.446 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:41.644 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:41.759 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/05/06 09:10:41.826 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/05/06 09:10:41.827 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/05/06 09:10:41.932 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:41.934 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:41.935 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/06 09:10:41.959 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:41.962 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/05/06 09:10:41.962 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/06 09:10:41.962 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=74.9µs] [2024/05/06 09:10:41.962 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=248.134µs] [] [2024/05/06 09:10:41.962 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:41.962 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/05/06 09:10:42.102 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/06 09:10:42.121 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/06 09:10:42.129 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=56] [2024/05/06 09:10:42.170 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [2024/05/06 09:10:42.171 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 09:10:42.174 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:42.183 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:42.183 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:42.184 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:42.184 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:42.185 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:42.185 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:42.185 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:42.185 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:42.185 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:42.222 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:42.224 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:42.224 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=752.3GB] [2024/05/06 09:10:42.224 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:42.224 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=700.7GiB] [2024/05/06 09:10:42.271 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/05/06 09:10:42.275 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:10:42.279 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:10:42.279 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 09:10:42.279 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 09:10:42.288 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/05/06 09:10:42.292 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=1.315706ms] [encodeDur=2.055292ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=282.247µs] [type=file] [takeTime=4.090435ms] [] [2024/05/06 09:10:42.293 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/bf887971-3635-47e0-8702-6e55936092b3.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/05/06 09:10:42.295 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/05/06 09:10:42.299 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.119275ms] [encodeDur=2.921285ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=286.241µs] [type=file] [takeTime=4.632346ms] [] [2024/05/06 09:10:42.300 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=29.215576ms] [] [2024/05/06 09:10:42.300 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/d5121a04-4598-4c7e-8cc7-66568018a143.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/05/06 09:10:42.300 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:10:42.300 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:10:42.300 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:10:42.303 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.18764ms] [] [2024/05/06 09:10:42.303 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/06 09:10:42.308 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:42.330 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/06 09:10:42.330 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:42.343 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/06 09:10:42.345 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=41.837907ms] [] [2024/05/06 09:10:42.345 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:10:42.346 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.087605ms] [] [2024/05/06 09:10:42.346 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:10:42.346 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:10:42.347 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.431707ms] [] [2024/05/06 09:10:42.348 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/06 09:10:42.348 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:10:42.348 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=53.401µs] [] [2024/05/06 09:10:42.348 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:10:42.349 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=888.159µs] [] [2024/05/06 09:10:42.397 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 09:10:42.400 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:42.400 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:42.400 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:42.400 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:42.402 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:42.402 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:42.402 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:42.402 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:42.402 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:42.402 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [takeTime=232.271587ms] [] [2024/05/06 09:10:42.447 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:42.448 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:42.449 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:42.449 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:42.522 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/06 09:10:42.523 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:42.523 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/05/06 09:10:42.707 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [2024/05/06 09:10:42.767 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:10:42.767 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:10:42.767 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:10:42.777 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=9.421108ms] [] [2024/05/06 09:10:42.777 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/05/06 09:10:42.777 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 09:10:42.777 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/05/06 09:10:42.777 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/06 09:10:42.781 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/05/06 09:10:42.782 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 09:10:42.782 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=14.913452ms] [] [2024/05/06 09:10:42.782 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=15.189366ms] [] [2024/05/06 09:10:42.828 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [takeTime=120.629435ms] [] [2024/05/06 09:10:42.849 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:42.849 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/05/06 09:10:42.852 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/05/06 09:10:42.925 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/05/06 09:10:42.936 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=19] [2024/05/06 09:10:42.962 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:42.962 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/05/06 09:10:43.067 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6370283410000002\n# Parse_time: 0.001166907\n# Compile_time: 0.001927505\n# Rewrite_time: 0.000372286\n# Optimize_time: 0.000977239\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] [2024/05/06 09:10:43.116 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDeliverBytesRows [2024/05/06 09:10:43.125 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:10:43.155 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:43.155 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:10:43.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.244 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=266.779µs] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:43.255 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/05/06 09:10:43.293 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=54.089385ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=204.696µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:43.380 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/05/06 09:10:43.414 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.400625ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=319.325µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:10:43.538 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 09:10:43.577 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.742444ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.611 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/05/06 09:10:43.621 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/05/06 09:10:43.624 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.668 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:10:43.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:43.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.548261666\n# Parse_time: 0.000427622\n# Compile_time: 0.000642312\n# Rewrite_time: 0.000035915\n# Optimize_time: 0.003826468\n# Wait_TS: 0.000473107\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:10:43.674 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:10:43.709 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:43.709 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:10:43.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.095029ms] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:43.825 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/05/06 09:10:43.860 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.246323ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:43.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.941 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:43.974 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/06 09:10:43.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:43.979 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.305720253\n# Parse_time: 0.000284547\n# Compile_time: 0.00077651\n# Rewrite_time: 0.000036975\n# Optimize_time: 0.003826468\n# Wait_TS: 0.000397871\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:10:43.983 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:10:43.986 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:10:44.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:43.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:44.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:43.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:10:44.111 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.119 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/05/06 09:10:44.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.958441ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:44.206 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/05/06 09:10:44.237 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.6836ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:43.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:43.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:44.324 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:10:44.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:44.328 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.343673704\n# Parse_time: 0.000557566\n# Compile_time: 0.000911567\n# Rewrite_time: 0.000043951\n# Optimize_time: 0.003826468\n# Wait_TS: 0.000416731\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:10:44.341 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:44.585 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:44.690 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:44.738 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/05/06 09:10:44.738 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:10:44.844 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:44.845 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:44.846 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/06 09:10:44.867 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:44.872 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:44.872 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 09:10:44.872 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=77.825µs] [2024/05/06 09:10:44.872 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=298.792µs] [] [2024/05/06 09:10:44.872 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:44.873 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:10:45.004 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/06 09:10:45.026 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/06 09:10:45.026 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:10:45.070 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:45.072 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 09:10:45.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:45.083 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:45.083 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:45.083 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:45.083 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:45.085 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:45.085 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:45.085 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:45.085 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:45.085 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:45.102 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:45.103 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:45.103 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:45.104 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:45.104 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=700.7GiB] [2024/05/06 09:10:45.150 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/05/06 09:10:45.154 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:45.157 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:45.158 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/06 09:10:45.173 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 09:10:45.178 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.632367ms] [encodeDur=2.274846ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=575.433µs] [type=file] [takeTime=4.851848ms] [] [2024/05/06 09:10:45.179 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2482d82a-48b3-4090-8719-fdbc08ff58e2.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/06 09:10:45.179 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=28.848778ms] [] [2024/05/06 09:10:45.179 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:10:45.179 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:10:45.179 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:45.181 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.880648ms] [] [2024/05/06 09:10:45.181 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:10:45.187 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:45.226 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:10:45.227 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:45.243 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:10:45.245 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=63.88904ms] [] [2024/05/06 09:10:45.245 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:45.246 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.209191ms] [] [2024/05/06 09:10:45.247 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:10:45.247 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:45.248 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.730595ms] [] [2024/05/06 09:10:45.249 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:10:45.249 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:45.249 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=49.711µs] [] [2024/05/06 09:10:45.249 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:45.250 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=861.163µs] [] [2024/05/06 09:10:45.301 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:45.305 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:45.305 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:45.305 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:45.306 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:45.306 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:45.306 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:45.309 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:45.309 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:45.309 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:45.309 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:45.309 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:45.309 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=238.840421ms] [] [2024/05/06 09:10:45.358 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:45.360 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:45.361 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:45.361 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:45.428 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:10:45.430 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:45.430 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:10:45.592 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:45.642 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:10:45.642 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:10:45.642 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:10:45.650 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=7.548084ms] [] [2024/05/06 09:10:45.650 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/05/06 09:10:45.650 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 09:10:45.650 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/05/06 09:10:45.650 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/06 09:10:45.654 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/05/06 09:10:45.655 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 09:10:45.655 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=13.210724ms] [] [2024/05/06 09:10:45.655 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=13.543539ms] [] [2024/05/06 09:10:45.702 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=109.663311ms] [] [2024/05/06 09:10:45.757 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:45.757 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/05/06 09:10:45.760 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/05/06 09:10:45.826 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/05/06 09:10:45.843 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=20] [2024/05/06 09:10:45.868 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:45.868 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/05/06 09:10:45.972 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6432340239999998\n# Parse_time: 0.00041048\n# Compile_time: 0.001123132\n# Rewrite_time: 0.000248425\n# Optimize_time: 0.003826468\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:10:45.984 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:10:45.987 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:46.022 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:45.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:46.022 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:45.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:10:46.057 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:45.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.070 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/05/06 09:10:46.124 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=2.441014ms] [gotSchemaVersion=116] [phyTblIDs="[165,167]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:46.135 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/05/06 09:10:46.171 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.852074ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:45.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.240 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/05/06 09:10:46.248 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/05/06 09:10:46.252 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:45.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:46.324 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:10:46.324 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:46.327 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344149354\n# Parse_time: 0.000216881\n# Compile_time: 0.000743125\n# Rewrite_time: 0.000038912\n# Optimize_time: 0.001201033\n# Wait_TS: 0.00059821\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:10:46.340 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:46.583 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:10:46.677 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:46.727 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/05/06 09:10:46.727 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:10:46.834 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:46.835 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:46.837 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/06 09:10:46.853 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:46.857 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:46.857 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 09:10:46.857 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=57.043µs] [2024/05/06 09:10:46.857 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=169.828µs] [] [2024/05/06 09:10:46.857 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:46.857 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:10:47.007 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/06 09:10:47.034 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/06 09:10:47.070 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:10:47.116 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:47.117 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 09:10:47.118 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:47.126 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:47.126 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:47.127 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:47.127 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:47.128 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:47.128 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:47.128 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:47.128 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:47.128 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:47.143 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:47.144 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:47.144 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:47.144 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:47.144 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=700.7GiB] [2024/05/06 09:10:47.216 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/05/06 09:10:47.221 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:47.225 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:47.225 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:10:47.238 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 09:10:47.243 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.55405ms] [encodeDur=2.227596ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=399.786µs] [type=file] [takeTime=4.245873ms] [] [2024/05/06 09:10:47.243 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=27.356892ms] [] [2024/05/06 09:10:47.243 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f145d434-8d59-481c-b0bd-a55b500bf443.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/05/06 09:10:47.244 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:10:47.244 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:10:47.244 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:47.246 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.079846ms] [] [2024/05/06 09:10:47.246 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:10:47.251 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:47.272 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:10:47.273 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:47.290 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:10:47.292 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=46.302692ms] [] [2024/05/06 09:10:47.292 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:10:47.293 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.021808ms] [] [2024/05/06 09:10:47.293 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:10:47.293 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:47.296 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.291154ms] [] [2024/05/06 09:10:47.296 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:10:47.296 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:47.296 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=92.973µs] [] [2024/05/06 09:10:47.296 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:10:47.297 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.161237ms] [] [2024/05/06 09:10:47.343 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 09:10:47.345 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:47.347 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:47.347 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:47.347 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:47.347 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:47.347 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:47.348 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:47.348 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:47.349 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:47.349 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:47.349 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:47.349 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:47.349 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:47.349 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=233.281387ms] [] [2024/05/06 09:10:47.417 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:10:47.419 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:47.419 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:10:47.636 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:47.688 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:10:47.688 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:10:47.688 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:10:47.697 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=8.491984ms] [] [2024/05/06 09:10:47.697 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/05/06 09:10:47.697 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 09:10:47.697 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/05/06 09:10:47.697 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/06 09:10:47.701 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/05/06 09:10:47.702 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 09:10:47.702 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=14.122159ms] [] [2024/05/06 09:10:47.702 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=14.356258ms] [] [2024/05/06 09:10:47.750 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=113.028146ms] [] [2024/05/06 09:10:47.753 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:47.753 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/05/06 09:10:47.756 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/05/06 09:10:47.807 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/05/06 09:10:47.833 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=21] [2024/05/06 09:10:47.860 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:47.860 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/05/06 09:10:47.943 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6146516499999999\n# Parse_time: 0.000662303\n# Compile_time: 0.001303945\n# Rewrite_time: 0.000245656\n# Optimize_time: 0.001201033\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestDetachedLoadParquet [2024/05/06 09:10:47.954 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:10:47.957 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:10:47.965 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:48.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:47.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:48.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:47.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:10:48.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:47.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=1.09948ms] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:48.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/05/06 09:10:48.160 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.560593ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:47.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.239 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:47.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.264 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 09:10:48.264 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:48.268 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312033268\n# Parse_time: 0.000413791\n# Compile_time: 0.000769452\n# Rewrite_time: 0.00003174\n# Optimize_time: 0.001250458\n# Wait_TS: 0.000392802\n# DB: load_data\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 09:10:48.274 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/06 09:10:48.342 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:48.342 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 09:10:48.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.418 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/05/06 09:10:48.574 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.30409ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:48.587 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 09:10:48.619 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.494014ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:48.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.686 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:48.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:48.762 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:10:48.762 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:48.767 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.49607762\n# Parse_time: 0.001798723\n# Compile_time: 0.001508271\n# Rewrite_time: 0.000080862\n# Optimize_time: 0.001250458\n# Wait_TS: 0.000465499\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 09:10:49.004 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet3917182205/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/05/06 09:10:49.004 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:49.004 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 09:10:49.005 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=738.911µs] [2024/05/06 09:10:49.005 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=937.434µs] [] [2024/05/06 09:10:49.159 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:10:49.211 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/05/06 09:10:49.211 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:10:49.250 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 14137529-1070-4a65-bb26-5a32790bd1aa"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d28c222a3] [ownerID=14137529-1070-4a65-bb26-5a32790bd1aa] [op=none] [2024/05/06 09:10:49.326 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:49.329 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:49.332 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/06 09:10:49.355 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:49.355 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:10:49.460 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=14137529-1070-4a65-bb26-5a32790bd1aa] [daemon-id=LogBackup::Advancer] [2024/05/06 09:10:49.460 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:10:49.581 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/06 09:10:49.601 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/06 09:10:49.609 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:10:49.663 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:10:49.665 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 09:10:49.677 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:49.677 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:49.677 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:49.677 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:49.678 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:49.678 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:49.678 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:49.678 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:49.679 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:49.724 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:49.726 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:49.726 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:49.726 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:49.726 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=700.7GiB] [2024/05/06 09:10:49.778 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/05/06 09:10:49.783 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:10:49.789 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:49.789 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/06 09:10:49.803 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/05/06 09:10:49.810 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=2.293856ms] [encodeDur=4.354061ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=355.058µs] [type=file] [takeTime=7.544313ms] [] [2024/05/06 09:10:49.811 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=32.979934ms] [] [2024/05/06 09:10:49.811 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/cb92fe46-bc5c-4a0c-b6b1-b7734cb07e3f.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/06 09:10:49.811 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:10:49.811 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:10:49.812 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:10:49.814 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.870096ms] [] [2024/05/06 09:10:49.815 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:10:49.820 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:49.842 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 09:10:49.843 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:49.858 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 09:10:49.860 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=45.097102ms] [] [2024/05/06 09:10:49.860 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:10:49.861 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.154236ms] [] [2024/05/06 09:10:49.861 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:10:49.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:49.863 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.768842ms] [] [2024/05/06 09:10:49.863 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:10:49.863 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:49.863 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=55.237µs] [] [2024/05/06 09:10:49.863 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:49.864 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=997.202µs] [] [2024/05/06 09:10:49.918 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 09:10:49.921 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:49.921 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:49.921 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:49.921 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:49.921 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:49.921 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:49.921 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:49.921 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:49.921 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:49.922 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:49.922 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:49.922 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:49.922 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:49.924 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:49.924 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:49.924 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:49.924 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:49.924 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:49.924 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=261.376797ms] [] [2024/05/06 09:10:49.932 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:49.935 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:49.937 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:49.937 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:50.012 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 09:10:50.015 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:50.015 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:10:50.291 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:10:50.291 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/05/06 09:10:50.319 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:10:50.370 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:10:50.428 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:10:50.428 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:10:50.428 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:10:50.436 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=7.121742ms] [] [2024/05/06 09:10:50.436 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 09:10:50.436 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:10:50.436 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/05/06 09:10:50.436 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/06 09:10:50.440 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 09:10:50.440 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:10:50.440 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=12.025065ms] [] [2024/05/06 09:10:50.441 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=12.229481ms] [] [2024/05/06 09:10:50.483 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=112.679735ms] [] [2024/05/06 09:10:50.551 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:50.551 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/05/06 09:10:50.556 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/05/06 09:10:50.607 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/05/06 09:10:50.619 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=22] [2024/05/06 09:10:50.646 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:50.646 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/05/06 09:10:50.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.966347822\n# Parse_time: 0.000840877\n# Compile_time: 0.001901288\n# Rewrite_time: 0.000366069\n# Optimize_time: 0.001250458\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet3917182205/001/test.parquet' FORMAT 'parquet';"] [2024/05/06 09:10:50.747 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 09:10:50.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:50.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:50.780 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:50.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 09:10:50.826 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:50.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:50.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:50.854 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/05/06 09:10:50.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.53589ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:50.982 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/05/06 09:10:51.010 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=54.314374ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:50.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.075 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/05/06 09:10:51.085 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/06 09:10:51.089 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:50.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:51.171 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/06 09:10:51.171 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:51.176 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.429652651\n# Parse_time: 0.000414697\n# Compile_time: 0.001079679\n# Rewrite_time: 0.000040339\n# Optimize_time: 0.001400555\n# Wait_TS: 0.000430643\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/05/06 09:10:51.191 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:51.407 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:10:51.595 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:51.605 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.42790001\n# Parse_time: 0.000921909\n# Compile_time: 0.001561112\n# Rewrite_time: 0.000320316\n# Optimize_time: 0.001400555\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDI0LjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDI0LjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/05/06 09:10:51.639 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/05/06 09:10:51.639 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:10:51.746 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:51.748 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:51.777 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/06 09:10:51.811 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:51.814 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:51.814 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 09:10:51.818 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=4.076303ms] [2024/05/06 09:10:51.818 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=4.214355ms] [] [2024/05/06 09:10:51.818 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:51.819 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:10:52.009 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/06 09:10:52.029 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/06 09:10:52.053 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:10:52.098 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:52.100 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 09:10:52.102 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:52.110 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:52.111 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:52.111 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:52.111 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:52.112 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:52.112 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:52.112 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:52.112 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:52.112 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:52.127 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:52.128 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:52.128 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:10:52.129 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:52.129 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=700.7GiB] [2024/05/06 09:10:52.181 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/05/06 09:10:52.186 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:10:52.189 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:52.190 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/05/06 09:10:52.223 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/05/06 09:10:52.233 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=3.15783ms] [encodeDur=5.965454ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=431.029µs] [type=file] [takeTime=10.16833ms] [] [2024/05/06 09:10:52.234 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/ecd8e9e4-3ab5-4e51-9d47-7614baa3f901.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/05/06 09:10:52.234 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=52.628986ms] [] [2024/05/06 09:10:52.235 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:10:52.235 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:10:52.235 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:10:52.237 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.953063ms] [] [2024/05/06 09:10:52.237 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:10:52.242 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:52.264 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 09:10:52.265 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:52.282 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 09:10:52.285 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=47.882876ms] [] [2024/05/06 09:10:52.285 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:10:52.287 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.632912ms] [] [2024/05/06 09:10:52.287 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:10:52.287 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:52.289 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.979978ms] [] [2024/05/06 09:10:52.289 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:10:52.289 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:52.289 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=69.247µs] [] [2024/05/06 09:10:52.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:10:52.290 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.032253ms] [] [2024/05/06 09:10:52.340 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 09:10:52.344 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:52.344 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:52.344 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:52.344 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:52.347 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:52.347 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:52.347 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:52.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:52.347 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:52.347 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=249.215995ms] [] [2024/05/06 09:10:52.366 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:52.369 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:52.372 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:52.372 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:52.439 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 09:10:52.442 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:52.442 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:10:52.688 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:52.743 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:10:52.743 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:10:52.743 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:10:52.750 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=7.104394ms] [] [2024/05/06 09:10:52.750 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 09:10:52.750 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:10:52.751 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/05/06 09:10:52.751 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/06 09:10:52.755 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 09:10:52.756 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:10:52.756 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=12.864394ms] [] [2024/05/06 09:10:52.756 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=13.142806ms] [] [2024/05/06 09:10:52.809 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=121.015358ms] [] [2024/05/06 09:10:52.860 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:52.860 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/05/06 09:10:52.864 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/05/06 09:10:52.945 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/05/06 09:10:52.949 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/06 09:10:53.006 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:53.007 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/05/06 09:10:53.146 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:53.649 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 09:10:53.681 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:53.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:53.681 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 09:10:53.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 09:10:53.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:53.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.763 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/05/06 09:10:53.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=5.055299ms] [gotSchemaVersion=120] [phyTblIDs="[173,175]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:10:53.848 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/05/06 09:10:53.880 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.899552ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:53.939 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/05/06 09:10:53.950 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/05/06 09:10:53.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:53.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.086 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 09:10:54.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:54.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.442646851\n# Parse_time: 0.000231332\n# Compile_time: 0.00071568\n# Rewrite_time: 0.000032484\n# Optimize_time: 0.001502465\n# Wait_TS: 0.000485032\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/05/06 09:10:54.094 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/06 09:10:54.097 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/06 09:10:54.129 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:54.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:54.129 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:54.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/06 09:10:54.190 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:54.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.185946ms] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:54.237 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/05/06 09:10:54.272 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.256328ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:54.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.348 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:54.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.382 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:10:54.382 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:54.388 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/06 09:10:54.461 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:54.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:54.461 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:54.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/06 09:10:54.521 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:54.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.531 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/05/06 09:10:54.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.850312ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:54.604 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/05/06 09:10:54.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=54.052451ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:54.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:54.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:54.728 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:10:54.728 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:54.732 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.346165805\n# Parse_time: 0.000567124\n# Compile_time: 0.001075672\n# Rewrite_time: 0.000054238\n# Optimize_time: 0.001502465\n# Wait_TS: 0.000485134\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/05/06 09:10:54.777 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:55.009 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:55.107 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:55.151 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/05/06 09:10:55.151 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:10:55.257 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:10:55.258 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:55.260 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/06 09:10:55.283 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:55.286 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:10:55.286 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/06 09:10:55.286 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=90.723µs] [2024/05/06 09:10:55.287 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=298.966µs] [] [2024/05/06 09:10:55.287 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:10:55.287 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:10:55.434 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/06 09:10:55.452 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/06 09:10:55.457 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:10:55.506 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:55.507 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 09:10:55.508 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:55.518 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:10:55.518 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:10:55.519 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:55.519 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:10:55.520 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:10:55.520 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:10:55.520 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:55.520 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:10:55.520 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:55.535 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:10:55.536 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:10:55.536 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:10:55.536 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/05/06 09:10:55.580 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/05/06 09:10:55.584 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:55.589 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:55.589 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/05/06 09:10:55.598 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/05/06 09:10:56.172 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=14624] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.185 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/ad0fb134-6bb2-47f7-9124-b38a7e808c93.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/05/06 09:10:56.188 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.194 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:56.217 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/06 09:10:56.217 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:56.272 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/06 09:10:56.274 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=85.948069ms] [] [2024/05/06 09:10:56.281 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.283 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.283 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.551µs] [] [2024/05/06 09:10:56.288 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.288 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.288 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.953µs] [] [2024/05/06 09:10:56.294 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.296 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.296 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.296 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.131µs] [] [2024/05/06 09:10:56.302 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.304 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.304 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.304 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.123µs] [] [2024/05/06 09:10:56.308 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.308 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.308 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.052µs] [] [2024/05/06 09:10:56.313 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.315 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.315 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.315 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.34µs] [] [2024/05/06 09:10:56.320 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.322 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.322 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.322 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.671µs] [] [2024/05/06 09:10:56.326 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.326 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.326 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.122µs] [] [2024/05/06 09:10:56.364 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.367 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.367 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.367 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=97.683µs] [] [2024/05/06 09:10:56.376 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.378 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.378 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.378 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.796µs] [] [2024/05/06 09:10:56.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.384 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.384 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.936µs] [] [2024/05/06 09:10:56.390 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.392 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.392 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=83.953µs] [] [2024/05/06 09:10:56.398 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.400 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.400 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.400 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=84.421µs] [] [2024/05/06 09:10:56.404 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.404 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.405 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.479µs] [] [2024/05/06 09:10:56.411 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.413 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.413 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.413 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.214µs] [] [2024/05/06 09:10:56.419 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.421 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.421 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.421 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.142µs] [] [2024/05/06 09:10:56.425 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.425 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.425 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.713µs] [] [2024/05/06 09:10:56.431 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.432 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.432 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.432 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.361µs] [] [2024/05/06 09:10:56.437 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.439 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.439 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.439 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.496µs] [] [2024/05/06 09:10:56.443 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.443 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.443 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.021µs] [] [2024/05/06 09:10:56.448 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.450 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.450 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.450 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.549µs] [] [2024/05/06 09:10:56.455 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.457 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.457 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.457 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.692µs] [] [2024/05/06 09:10:56.462 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.462 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.462 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.233µs] [] [2024/05/06 09:10:56.469 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.471 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.471 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.471 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.378µs] [] [2024/05/06 09:10:56.477 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.479 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.479 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.479 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=69.688µs] [] [2024/05/06 09:10:56.484 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.484 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.484 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.364µs] [] [2024/05/06 09:10:56.490 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.492 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.492 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.492 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.922µs] [] [2024/05/06 09:10:56.498 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.500 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.500 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.500 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.794µs] [] [2024/05/06 09:10:56.504 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.504 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.504 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=84.027µs] [] [2024/05/06 09:10:56.510 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.512 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.512 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.512 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.126µs] [] [2024/05/06 09:10:56.518 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.519 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.519 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.520 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=382.11µs] [] [2024/05/06 09:10:56.524 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.524 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.524 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=44.764µs] [] [2024/05/06 09:10:56.529 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.530 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.530 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.530 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=44.772µs] [] [2024/05/06 09:10:56.536 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.537 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.537 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.858µs] [] [2024/05/06 09:10:56.541 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.541 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.541 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.012µs] [] [2024/05/06 09:10:56.546 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.547 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.547 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.548 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.126µs] [] [2024/05/06 09:10:56.553 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.554 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.554 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.554 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.496µs] [] [2024/05/06 09:10:56.558 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.558 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.558 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.649µs] [] [2024/05/06 09:10:56.564 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.566 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.566 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.566 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.632µs] [] [2024/05/06 09:10:56.571 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.573 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.573 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.573 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=70.55µs] [] [2024/05/06 09:10:56.577 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.577 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.578 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.956µs] [] [2024/05/06 09:10:56.583 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.585 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.585 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.585 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.7µs] [] [2024/05/06 09:10:56.592 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.594 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.594 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.594 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.744µs] [] [2024/05/06 09:10:56.598 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.598 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.598 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.66µs] [] [2024/05/06 09:10:56.604 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.605 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.605 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.605 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.588µs] [] [2024/05/06 09:10:56.611 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.613 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.613 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.613 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.103µs] [] [2024/05/06 09:10:56.617 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.617 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.617 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.235µs] [] [2024/05/06 09:10:56.622 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.625 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.625 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.625 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=84.268µs] [] [2024/05/06 09:10:56.631 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.633 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.633 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.633 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=71.371µs] [] [2024/05/06 09:10:56.639 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.639 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.639 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.993µs] [] [2024/05/06 09:10:56.645 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.647 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.647 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.647 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.645µs] [] [2024/05/06 09:10:56.652 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.654 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.654 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.654 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.839µs] [] [2024/05/06 09:10:56.659 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.659 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.659 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.819µs] [] [2024/05/06 09:10:56.665 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.700 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.700 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.700 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=109.529µs] [] [2024/05/06 09:10:56.708 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.710 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.710 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.607µs] [] [2024/05/06 09:10:56.721 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.721 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.721 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.003µs] [] [2024/05/06 09:10:56.728 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.731 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.731 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.731 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.425µs] [] [2024/05/06 09:10:56.738 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.740 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.740 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.740 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.395µs] [] [2024/05/06 09:10:56.745 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.745 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.745 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.235µs] [] [2024/05/06 09:10:56.751 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.752 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.752 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.753 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.379µs] [] [2024/05/06 09:10:56.759 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.761 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.762 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.128µs] [] [2024/05/06 09:10:56.766 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.766 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.766 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.792µs] [] [2024/05/06 09:10:56.772 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.774 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.775 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.775 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=97.419µs] [] [2024/05/06 09:10:56.781 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=52092] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.794 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/04d01ea4-2c53-4646-9fd9-80ada59ddc91.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/05/06 09:10:56.796 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.796 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.796 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.071µs] [] [2024/05/06 09:10:56.801 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.808 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:56.830 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 09:10:56.831 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:56.906 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/06 09:10:56.909 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=107.267835ms] [] [2024/05/06 09:10:56.916 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.917 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.917 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.918 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.298µs] [] [2024/05/06 09:10:56.924 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.926 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.926 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.926 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.526µs] [] [2024/05/06 09:10:56.930 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.930 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.930 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.661µs] [] [2024/05/06 09:10:56.936 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.938 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.938 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.938 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.297µs] [] [2024/05/06 09:10:56.943 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.945 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.945 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.945 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=71.283µs] [] [2024/05/06 09:10:56.951 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.951 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.951 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.967µs] [] [2024/05/06 09:10:56.956 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.958 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.958 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.958 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.935µs] [] [2024/05/06 09:10:56.963 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.965 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.965 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.965 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=108.028µs] [] [2024/05/06 09:10:56.970 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.970 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.970 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.684µs] [] [2024/05/06 09:10:56.977 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.979 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.979 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.979 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.18µs] [] [2024/05/06 09:10:56.985 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:56.987 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:56.987 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:56.987 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.254µs] [] [2024/05/06 09:10:56.991 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:56.991 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:56.991 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.107µs] [] [2024/05/06 09:10:56.998 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.000 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.000 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.000 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.247µs] [] [2024/05/06 09:10:57.034 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.038 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.038 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.038 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=80.058µs] [] [2024/05/06 09:10:57.043 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.043 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.043 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.4µs] [] [2024/05/06 09:10:57.049 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.051 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.051 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.051 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.053µs] [] [2024/05/06 09:10:57.057 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.059 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.059 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.059 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.052µs] [] [2024/05/06 09:10:57.063 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.064 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.064 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.844µs] [] [2024/05/06 09:10:57.071 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.073 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.073 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.073 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.686µs] [] [2024/05/06 09:10:57.079 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.081 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.081 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.081 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.635µs] [] [2024/05/06 09:10:57.087 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.087 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.087 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.144µs] [] [2024/05/06 09:10:57.095 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.097 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.097 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.097 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.504µs] [] [2024/05/06 09:10:57.103 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.104 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.104 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.104 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=69.349µs] [] [2024/05/06 09:10:57.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.108 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.108 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.12µs] [] [2024/05/06 09:10:57.113 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.115 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.115 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.115 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=46.796µs] [] [2024/05/06 09:10:57.122 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.124 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.124 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.124 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.404µs] [] [2024/05/06 09:10:57.128 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.128 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.128 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.047µs] [] [2024/05/06 09:10:57.133 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.135 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.135 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.135 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.946µs] [] [2024/05/06 09:10:57.141 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.143 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.143 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=72.688µs] [] [2024/05/06 09:10:57.147 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.147 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.147 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.49µs] [] [2024/05/06 09:10:57.153 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.154 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.154 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.154 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.272µs] [] [2024/05/06 09:10:57.159 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.162 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.162 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.162 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.51µs] [] [2024/05/06 09:10:57.167 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.167 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.167 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.488µs] [] [2024/05/06 09:10:57.173 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.175 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.175 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.175 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.575µs] [] [2024/05/06 09:10:57.181 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.183 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.183 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.183 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=100.359µs] [] [2024/05/06 09:10:57.188 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.188 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.188 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.917µs] [] [2024/05/06 09:10:57.194 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.196 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.196 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.197 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.801µs] [] [2024/05/06 09:10:57.203 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.205 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.205 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.205 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.258µs] [] [2024/05/06 09:10:57.210 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.210 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.210 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.618µs] [] [2024/05/06 09:10:57.217 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.219 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.219 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.219 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=73.411µs] [] [2024/05/06 09:10:57.225 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.227 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.227 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.227 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.945µs] [] [2024/05/06 09:10:57.231 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.231 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.231 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.496µs] [] [2024/05/06 09:10:57.236 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.238 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.238 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.238 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.14µs] [] [2024/05/06 09:10:57.245 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.247 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.247 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.247 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.274µs] [] [2024/05/06 09:10:57.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.252 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.003µs] [] [2024/05/06 09:10:57.259 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.261 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.261 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.261 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.434µs] [] [2024/05/06 09:10:57.267 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.269 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.269 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.269 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.072µs] [] [2024/05/06 09:10:57.274 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.274 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.274 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.846µs] [] [2024/05/06 09:10:57.280 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.282 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.282 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.282 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.25µs] [] [2024/05/06 09:10:57.289 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.291 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.291 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.291 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.692µs] [] [2024/05/06 09:10:57.295 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.295 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.295 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.694µs] [] [2024/05/06 09:10:57.302 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.304 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.304 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.304 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.65µs] [] [2024/05/06 09:10:57.310 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.312 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.312 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.312 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.261µs] [] [2024/05/06 09:10:57.316 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.317 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.317 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.674µs] [] [2024/05/06 09:10:57.322 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.324 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.324 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.324 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.053µs] [] [2024/05/06 09:10:57.330 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.332 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.332 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.332 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=72.462µs] [] [2024/05/06 09:10:57.336 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.336 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.336 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.192µs] [] [2024/05/06 09:10:57.342 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=101599] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.394 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/44004721-5d7e-467a-8136-d71e334548a9.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/05/06 09:10:57.397 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.403 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:57.426 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 09:10:57.427 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:57.479 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/06 09:10:57.482 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=84.718949ms] [] [2024/05/06 09:10:57.488 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.490 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.490 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.490 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=78.037µs] [] [2024/05/06 09:10:57.495 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.495 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.495 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=73.766µs] [] [2024/05/06 09:10:57.501 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.503 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.503 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.503 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.12µs] [] [2024/05/06 09:10:57.510 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.512 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.512 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.512 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=78.611µs] [] [2024/05/06 09:10:57.516 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.517 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.517 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.716µs] [] [2024/05/06 09:10:57.522 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.524 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.524 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.524 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.46µs] [] [2024/05/06 09:10:57.530 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.532 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.532 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.532 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.073µs] [] [2024/05/06 09:10:57.536 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.536 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.536 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.707µs] [] [2024/05/06 09:10:57.541 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.543 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.543 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.543 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.568µs] [] [2024/05/06 09:10:57.548 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.550 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.550 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.550 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.721µs] [] [2024/05/06 09:10:57.554 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.554 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.554 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.11µs] [] [2024/05/06 09:10:57.559 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.561 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.561 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.561 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.496µs] [] [2024/05/06 09:10:57.567 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.569 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.569 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.569 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.141µs] [] [2024/05/06 09:10:57.574 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.574 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.574 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.889µs] [] [2024/05/06 09:10:57.581 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.583 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.583 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.583 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.724µs] [] [2024/05/06 09:10:57.589 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.591 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.591 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.591 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.8µs] [] [2024/05/06 09:10:57.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.595 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.595 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.533µs] [] [2024/05/06 09:10:57.601 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.603 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.603 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.603 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=93.017µs] [] [2024/05/06 09:10:57.609 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.611 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.611 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.611 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.214µs] [] [2024/05/06 09:10:57.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.615 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.615 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.195µs] [] [2024/05/06 09:10:57.621 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.623 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.623 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.623 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.052µs] [] [2024/05/06 09:10:57.628 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.630 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.630 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.630 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=83.871µs] [] [2024/05/06 09:10:57.634 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.634 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.634 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.027µs] [] [2024/05/06 09:10:57.640 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.642 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.642 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.642 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.571µs] [] [2024/05/06 09:10:57.647 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=174872] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:10:57.688 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=338.67396ms] [encodeDur=1.652258247s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=121.519897ms] [type=file] [takeTime=2.090381772s] [] [2024/05/06 09:10:57.689 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=2.109386692s] [] [2024/05/06 09:10:57.689 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/71b39933-fa91-4e24-ba5b-89c53b66dc17.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/05/06 09:10:57.690 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:10:57.690 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:10:57.690 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.694 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.694 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=4.082918ms] [] [2024/05/06 09:10:57.694 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.694 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.694 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.376µs] [] [2024/05/06 09:10:57.700 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:10:57.700 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:57.723 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 09:10:57.723 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:57.760 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/06 09:10:57.762 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.668387ms] [] [2024/05/06 09:10:57.762 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.767 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:10:57.789 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 09:10:57.790 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:10:57.831 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/05/06 09:10:57.833 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=133.567349ms] [] [2024/05/06 09:10:57.833 +00:00] [WARN] [engine_mgr.go:407] ["could not find engine in cleanupEngine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:10:57.834 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=72.365411ms] [] [2024/05/06 09:10:57.835 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:10:57.835 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.836 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.760328ms] [] [2024/05/06 09:10:57.837 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:10:57.837 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.837 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.947µs] [] [2024/05/06 09:10:57.837 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:10:57.838 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=956.757µs] [] [2024/05/06 09:10:57.874 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:10:57.876 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:10:57.877 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/06 09:10:57.877 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:10:57.892 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:10:57.905 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:10:57.905 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:57.905 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:57.905 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:10:57.907 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:10:57.907 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:10:57.907 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:10:57.908 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:10:57.908 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:10:57.908 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=2.401955787s] [] [2024/05/06 09:10:57.949 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/06 09:10:57.950 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:10:57.950 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:10:58.144 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:10:58.196 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:10:58.196 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:10:58.196 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:10:58.205 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=8.777501ms] [] [2024/05/06 09:10:58.205 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/05/06 09:10:58.205 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 09:10:58.205 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/05/06 09:10:58.205 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/06 09:10:58.212 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/05/06 09:10:58.213 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 09:10:58.213 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=16.979837ms] [] [2024/05/06 09:10:58.213 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=17.184225ms] [] [2024/05/06 09:10:58.259 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=115.092394ms] [] [2024/05/06 09:10:58.278 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:10:58.278 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/05/06 09:10:58.281 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/05/06 09:10:58.353 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/05/06 09:10:58.357 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=24] [2024/05/06 09:10:58.382 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:10:58.382 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/05/06 09:10:58.510 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:10:58.513 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.751888706\n# Parse_time: 0.00170929\n# Compile_time: 0.001540865\n# Rewrite_time: 0.000350626\n# Optimize_time: 0.001502465\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My43NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My43NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/05/06 09:10:58.530 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 09:10:58.533 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 09:10:58.574 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 09:10:58.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:58.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.669 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=1.047169ms] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:10:58.682 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 09:10:58.717 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=54.012686ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:10:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.810 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:10:58.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:58.815 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/06 09:10:58.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:58.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:58.880 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:58.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/06 09:10:58.990 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:58.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:58.999 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/05/06 09:10:59.053 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.315928ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:59.065 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/05/06 09:10:59.100 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.206981ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:58.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.146 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:58.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.185 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 09:10:59.185 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:59.189 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.375407308\n# Parse_time: 0.000707274\n# Compile_time: 0.000977422\n# Rewrite_time: 0.000045563\n# Optimize_time: 0.0024461\n# Wait_TS: 0.000424509\n# DB: load_csv\n# Is_internal: false\n# Digest: cfbc6f5cd6277b5b9a7b31f86566840ecb6cd85611cb466d1d4d45b30752460f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.gbk ( i INT, j VARCHAR(255) ) CHARACTER SET gbk;"] [2024/05/06 09:10:59.193 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 09:10:59.239 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:10:59.239 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 09:10:59.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.328 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/05/06 09:10:59.430 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.365308ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:10:59.442 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/05/06 09:10:59.477 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.833445ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:10:59.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.531 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:10:59.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:10:59.574 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:10:59.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:10:59.578 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387837293\n# Parse_time: 0.001550896\n# Compile_time: 0.001971775\n# Rewrite_time: 0.000053754\n# Optimize_time: 0.0024461\n# Wait_TS: 0.000444726\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 09:10:59.594 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:10:59.801 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 09:10:59.907 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:10:59.943 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/05/06 09:10:59.943 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:00.048 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:00.050 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:00.051 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/06 09:11:00.072 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:00.075 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:11:00.075 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/06 09:11:00.075 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=63.011µs] [2024/05/06 09:11:00.076 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=179.119µs] [] [2024/05/06 09:11:00.076 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:00.076 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:00.191 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/06 09:11:00.239 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/06 09:11:00.268 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:00.308 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:00.310 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 09:11:00.311 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:00.321 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:00.321 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:00.321 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:00.322 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:00.323 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:00.323 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:00.323 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:00.323 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:00.323 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:00.337 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:00.339 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:00.339 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:11:00.339 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:00.339 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=700.7GiB] [2024/05/06 09:11:00.392 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/05/06 09:11:00.397 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:11:00.401 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:00.401 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/06 09:11:00.409 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/06 09:11:00.412 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.199515ms] [encodeDur=910.249µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=258.656µs] [type=file] [takeTime=2.734411ms] [] [2024/05/06 09:11:00.413 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=21.345559ms] [] [2024/05/06 09:11:00.413 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/b8bc5ecf-04f6-4b90-a2b5-455435b963b5.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/06 09:11:00.413 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:11:00.413 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:11:00.413 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:11:00.415 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.910341ms] [] [2024/05/06 09:11:00.415 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 09:11:00.420 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:00.442 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:11:00.443 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:00.456 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:11:00.458 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=42.620475ms] [] [2024/05/06 09:11:00.458 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:11:00.459 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.142287ms] [] [2024/05/06 09:11:00.459 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:11:00.460 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:00.462 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=2.04198ms] [] [2024/05/06 09:11:00.462 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 09:11:00.462 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:00.462 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=72.868µs] [] [2024/05/06 09:11:00.462 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:00.463 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.060912ms] [] [2024/05/06 09:11:00.512 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 09:11:00.515 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:00.515 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:00.515 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:00.515 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:00.517 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:00.517 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:00.517 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:00.517 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:00.517 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:00.517 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=208.868073ms] [] [2024/05/06 09:11:00.568 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:00.569 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:00.570 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:00.570 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:00.686 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:11:00.688 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:00.688 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:00.832 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:00.889 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:11:00.889 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:11:00.889 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:11:00.899 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=9.447102ms] [] [2024/05/06 09:11:00.899 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:11:00.899 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:11:00.899 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/05/06 09:11:00.899 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/06 09:11:00.904 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:11:00.904 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:11:00.905 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=15.225632ms] [] [2024/05/06 09:11:00.905 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=15.541065ms] [] [2024/05/06 09:11:00.947 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=114.546971ms] [] [2024/05/06 09:11:00.965 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:00.966 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/05/06 09:11:00.968 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/05/06 09:11:01.044 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/05/06 09:11:01.050 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/05/06 09:11:01.077 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:01.077 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/05/06 09:11:01.159 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:01.162 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.582902086\n# Parse_time: 0.000548479\n# Compile_time: 0.001596979\n# Rewrite_time: 0.00033024\n# Optimize_time: 0.0024461\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 09:11:01.187 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:01.383 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:01.515 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:01.560 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/05/06 09:11:01.561 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:01.671 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:01.673 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:01.674 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/06 09:11:01.700 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:01.703 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:11:01.703 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/06 09:11:01.703 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=107.856µs] [2024/05/06 09:11:01.703 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=277.316µs] [] [2024/05/06 09:11:01.703 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:01.703 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:01.868 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/06 09:11:01.887 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/06 09:11:01.905 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:01.950 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:01.952 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 09:11:01.952 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:01.962 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:01.962 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:01.963 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:01.963 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:01.964 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:01.964 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:01.964 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:01.964 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:01.964 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:01.979 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:01.981 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:01.981 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:11:01.981 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:01.981 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=700.7GiB] [2024/05/06 09:11:02.025 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/05/06 09:11:02.029 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:11:02.032 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:11:02.033 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/06 09:11:02.083 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/05/06 09:11:02.086 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.413525ms] [encodeDur=699.897µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=269.547µs] [type=file] [takeTime=2.815139ms] [] [2024/05/06 09:11:02.087 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=61.407979ms] [] [2024/05/06 09:11:02.087 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/fc167c1f-a4c1-4409-b0e0-57625825e817.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/06 09:11:02.087 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:11:02.087 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:11:02.087 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:11:02.089 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.33393ms] [] [2024/05/06 09:11:02.089 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:11:02.095 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:02.117 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:11:02.118 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:02.133 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:11:02.135 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=45.384528ms] [] [2024/05/06 09:11:02.135 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:11:02.136 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.042104ms] [] [2024/05/06 09:11:02.136 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:11:02.136 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:11:02.137 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.400722ms] [] [2024/05/06 09:11:02.138 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:11:02.138 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:11:02.138 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=61.521µs] [] [2024/05/06 09:11:02.138 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:11:02.139 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=987.749µs] [] [2024/05/06 09:11:02.183 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:02.184 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:02.185 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:02.185 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 09:11:02.185 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:02.188 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:02.188 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:02.188 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:02.189 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:02.189 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:02.189 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:02.191 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:02.191 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:02.191 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:02.191 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:02.191 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:02.191 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=240.593831ms] [] [2024/05/06 09:11:02.292 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:11:02.294 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:02.294 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:02.449 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:02.498 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:11:02.498 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:11:02.498 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:11:02.507 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=8.290348ms] [] [2024/05/06 09:11:02.507 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:11:02.507 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:11:02.507 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/05/06 09:11:02.507 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/06 09:11:02.511 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:11:02.512 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:11:02.512 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=13.937733ms] [] [2024/05/06 09:11:02.512 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=14.13932ms] [] [2024/05/06 09:11:02.553 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=104.08807ms] [] [2024/05/06 09:11:02.619 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:02.619 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/05/06 09:11:02.622 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/05/06 09:11:02.668 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/05/06 09:11:02.669 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/05/06 09:11:02.686 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:02.686 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/05/06 09:11:02.770 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:02.777 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.604540716\n# Parse_time: 0.000839338\n# Compile_time: 0.001362074\n# Rewrite_time: 0.00033195\n# Optimize_time: 0.000857629\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 09:11:02.789 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 09:11:02.824 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:02.824 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:11:02.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:02.915 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/05/06 09:11:02.959 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=2.891557ms] [gotSchemaVersion=126] [phyTblIDs="[183,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:02.970 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/05/06 09:11:03.018 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=66.66299ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:03.063 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 09:11:03.073 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 09:11:03.078 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:03.137 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:11:03.137 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:03.140 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.353150734\n# Parse_time: 0.000511948\n# Compile_time: 0.000929685\n# Rewrite_time: 0.000037613\n# Optimize_time: 0.001096493\n# Wait_TS: 0.000335343\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:11:03.153 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:03.331 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:03.446 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:03.495 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/05/06 09:11:03.495 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:03.601 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:03.602 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:03.603 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/06 09:11:03.623 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:03.625 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:11:03.625 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/06 09:11:03.626 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=54.607µs] [2024/05/06 09:11:03.626 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=162.557µs] [] [2024/05/06 09:11:03.626 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:03.626 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:03.743 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/06 09:11:03.761 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/06 09:11:03.802 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:03.874 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:03.876 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 09:11:03.877 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:03.887 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:03.887 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:03.887 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:03.887 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:03.888 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:03.888 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:03.888 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:03.888 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:03.888 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:03.905 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:03.907 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:03.907 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:11:03.907 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:03.907 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=700.7GiB] [2024/05/06 09:11:03.948 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/05/06 09:11:03.952 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:11:03.956 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:03.956 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/06 09:11:03.989 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/05/06 09:11:03.992 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.484948ms] [encodeDur=898.587µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=311.331µs] [type=file] [takeTime=3.215053ms] [] [2024/05/06 09:11:03.993 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/081f62b7-d852-4e5d-a3d2-15af582e47af.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/05/06 09:11:03.993 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=44.297954ms] [] [2024/05/06 09:11:03.993 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:11:03.993 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:11:03.993 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:11:03.995 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.940941ms] [] [2024/05/06 09:11:03.995 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 09:11:04.000 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:04.022 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:11:04.023 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:04.038 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:11:04.040 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=44.19757ms] [] [2024/05/06 09:11:04.040 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:11:04.041 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.041083ms] [] [2024/05/06 09:11:04.041 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:11:04.041 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:04.042 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.621807ms] [] [2024/05/06 09:11:04.043 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 09:11:04.043 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:04.043 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=56.85µs] [] [2024/05/06 09:11:04.043 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:04.044 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=943.86µs] [] [2024/05/06 09:11:04.090 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 09:11:04.094 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:04.094 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:04.094 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:04.094 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:04.096 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:04.096 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:04.096 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:04.096 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:04.096 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:04.096 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=221.658427ms] [] [2024/05/06 09:11:04.119 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:04.120 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:04.121 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:04.121 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:04.187 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:11:04.188 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:04.188 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:04.349 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:04.399 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:11:04.399 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:11:04.399 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:11:04.408 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=9.032927ms] [] [2024/05/06 09:11:04.409 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:11:04.409 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:11:04.409 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/05/06 09:11:04.409 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/06 09:11:04.413 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:11:04.413 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:11:04.414 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=14.177112ms] [] [2024/05/06 09:11:04.414 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=14.45738ms] [] [2024/05/06 09:11:04.451 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=102.054874ms] [] [2024/05/06 09:11:04.515 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:04.515 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/05/06 09:11:04.518 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/05/06 09:11:04.575 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/05/06 09:11:04.601 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=27] [2024/05/06 09:11:04.653 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:04.653 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/05/06 09:11:04.711 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.569172344\n# Parse_time: 0.000585432\n# Compile_time: 0.001309839\n# Rewrite_time: 0.000304566\n# Optimize_time: 0.001096493\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/06 09:11:04.722 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 09:11:04.755 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:04.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:04.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:04.756 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:04.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:11:04.817 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:04.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:04.829 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/05/06 09:11:04.874 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.697748ms] [gotSchemaVersion=127] [phyTblIDs="[187,189]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:04.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/05/06 09:11:04.921 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.852983ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:04.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:04.975 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:11:04.985 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/05/06 09:11:04.989 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:04.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:05.094 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 09:11:05.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:05.098 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.377445956\n# Parse_time: 0.000389977\n# Compile_time: 0.000917251\n# Rewrite_time: 0.000042605\n# Optimize_time: 0.001211348\n# Wait_TS: 0.000357911\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:11:05.113 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:05.288 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:05.365 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:05.408 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/05/06 09:11:05.408 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:05.516 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:05.517 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:05.518 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/06 09:11:05.537 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:05.540 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:11:05.540 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/06 09:11:05.540 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=50.408µs] [2024/05/06 09:11:05.540 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=167.513µs] [] [2024/05/06 09:11:05.540 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:05.540 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:05.656 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/06 09:11:05.672 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:05.676 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/06 09:11:05.721 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:05.722 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 09:11:05.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:05.731 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:05.731 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:05.731 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:05.731 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:05.732 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:05.732 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:05.732 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:05.732 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:05.732 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:05.746 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:05.748 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:05.748 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:11:05.748 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:05.748 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=700.7GiB] [2024/05/06 09:11:05.789 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/05/06 09:11:05.794 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:11:05.798 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:11:05.798 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/05/06 09:11:05.833 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/05/06 09:11:05.835 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.736023ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:11:05.836 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=46.722762ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:05.836 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:05.836 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:05.837 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:11:05.837 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:05.837 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:05.837 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:05.837 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:05.837 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:05.837 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:05.837 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:05.837 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:05.864 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 09:11:05.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:05.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:05.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:05.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:05.867 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:05.869 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:05.869 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:05.869 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:05.869 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:05.869 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:05.869 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=148.666896ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:11:05.869 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:05.944 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/05/06 09:11:05.971 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/05/06 09:11:06.033 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:11:06.034 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/06 09:11:06.052 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/05/06 09:11:06.114 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=28] [2024/05/06 09:11:06.138 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:06.138 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/05/06 09:11:06.219 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:06.337 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:544\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:11:06.338 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.23909549\n# Parse_time: 0.001024092\n# Compile_time: 0.001406115\n# Rewrite_time: 0.000331432\n# Optimize_time: 0.001211348\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yNHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/05/06 09:11:06.341 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:11:06.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:06.376 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:11:06.445 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:06.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=289.544µs] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:06.495 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/05/06 09:11:06.533 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=54.212149ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:06.574 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:06.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=249.693µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:06.615 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/05/06 09:11:06.652 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.151539ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:06.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:06.758 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=194.576µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:06.798 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/05/06 09:11:06.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.46523ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:06.857 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/05/06 09:11:06.867 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/05/06 09:11:06.871 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:06.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:11:06.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:06.930 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.590878782\n# Parse_time: 0.000560421\n# Compile_time: 0.000820211\n# Rewrite_time: 0.000046171\n# Optimize_time: 0.001211348\n# Wait_TS: 0.000429469\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:11:06.932 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:11:06.971 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:11:06.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:07.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:06.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:07.080 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.226903ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:11:07.093 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/05/06 09:11:07.128 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.023326ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:06.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:07.200 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:06.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:07.227 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 09:11:07.227 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:07.236 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/06 09:11:07.307 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:07.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:07.307 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:07.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 09:11:07.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:07.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:07.374 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/05/06 09:11:07.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=3.056109ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:07.445 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/05/06 09:11:07.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.960045ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:07.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:07.540 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:07.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:07.578 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:11:07.579 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:07.582 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.348031668\n# Parse_time: 0.000823219\n# Compile_time: 0.000964123\n# Rewrite_time: 0.000049963\n# Optimize_time: 0.001211348\n# Wait_TS: 0.000440051\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 09:11:07.599 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:07.815 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:07.903 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:07.944 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/05/06 09:11:07.944 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:08.049 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:08.051 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:08.052 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/06 09:11:08.072 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:08.075 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:11:08.075 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:11:08.075 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=63.392µs] [2024/05/06 09:11:08.075 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=166.582µs] [] [2024/05/06 09:11:08.075 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:08.076 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:08.259 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/06 09:11:08.280 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/06 09:11:08.286 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:08.326 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:08.327 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 09:11:08.329 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:08.338 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:08.338 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:08.338 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:08.338 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:08.339 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:08.339 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:08.339 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:08.339 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:08.339 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:08.355 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:08.356 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:08.356 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:11:08.357 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:08.357 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=700.7GiB] [2024/05/06 09:11:08.402 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/05/06 09:11:08.407 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:08.411 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:08.411 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:11:08.428 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:11:08.431 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.175787ms] [encodeDur=1.121688ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=370.499µs] [type=file] [takeTime=3.03279ms] [] [2024/05/06 09:11:08.432 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/1b4dcf43-0e1f-4411-9426-ff6caf183a3d.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:11:08.432 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=30.085391ms] [] [2024/05/06 09:11:08.432 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:11:08.433 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:11:08.433 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:08.435 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.954395ms] [] [2024/05/06 09:11:08.435 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:11:08.439 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:08.461 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:11:08.462 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:08.476 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:11:08.478 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=43.377951ms] [] [2024/05/06 09:11:08.478 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:08.479 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.193622ms] [] [2024/05/06 09:11:08.480 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:11:08.480 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:08.481 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.542424ms] [] [2024/05/06 09:11:08.481 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:11:08.481 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:08.481 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=102.829µs] [] [2024/05/06 09:11:08.481 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:08.482 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=957.939µs] [] [2024/05/06 09:11:08.558 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 09:11:08.563 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:08.563 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:08.563 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:08.563 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:08.566 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:08.566 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:08.566 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:08.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:08.566 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:08.566 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=239.940898ms] [] [2024/05/06 09:11:08.579 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:08.580 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:08.581 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:08.581 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:08.645 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:11:08.646 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:08.646 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:08.800 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:08.853 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:11:08.853 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:11:08.853 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:11:08.861 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=7.662828ms] [] [2024/05/06 09:11:08.861 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:11:08.861 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:08.861 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/05/06 09:11:08.861 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/05/06 09:11:08.865 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:11:08.866 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:08.866 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=12.888357ms] [] [2024/05/06 09:11:08.866 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=13.098496ms] [] [2024/05/06 09:11:08.938 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=137.985812ms] [] [2024/05/06 09:11:08.969 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:08.969 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/05/06 09:11:08.972 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/05/06 09:11:09.025 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/05/06 09:11:09.050 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=29] [2024/05/06 09:11:09.073 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:09.073 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/05/06 09:11:09.157 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:09.160 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.576518939\n# Parse_time: 0.000581789\n# Compile_time: 0.003018631\n# Rewrite_time: 0.001623922\n# Optimize_time: 0.001211348\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:11:09.199 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:09.440 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:09.531 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:09.574 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/05/06 09:11:09.574 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:09.680 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:09.681 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:09.682 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/06 09:11:09.702 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:09.705 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:11:09.705 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:11:09.705 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=56.111µs] [2024/05/06 09:11:09.705 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=169.109µs] [] [2024/05/06 09:11:09.706 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:09.706 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:09.857 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/06 09:11:09.878 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/06 09:11:09.885 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:09.928 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:09.929 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 09:11:09.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:09.940 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:09.940 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:09.941 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:09.941 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:09.942 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:09.942 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:09.942 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:09.942 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:09.942 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:09.957 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:09.958 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:09.958 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:11:09.958 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:09.958 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=700.7GiB] [2024/05/06 09:11:10.013 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/05/06 09:11:10.016 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:10.020 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:10.021 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:11:10.052 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:11:10.054 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.10271ms] [encodeDur=741.26µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=299.51µs] [type=file] [takeTime=2.545286ms] [] [2024/05/06 09:11:10.055 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/16e923b3-d947-4f82-9942-817b4defdca9.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:11:10.055 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=42.436429ms] [] [2024/05/06 09:11:10.055 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:11:10.055 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:11:10.056 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:10.057 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.79641ms] [] [2024/05/06 09:11:10.057 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:11:10.062 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:10.084 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:11:10.084 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:10.105 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:11:10.107 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=49.300188ms] [] [2024/05/06 09:11:10.107 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:10.108 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.242005ms] [] [2024/05/06 09:11:10.108 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:11:10.108 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:10.110 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.971555ms] [] [2024/05/06 09:11:10.110 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:11:10.111 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:10.111 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=64.172µs] [] [2024/05/06 09:11:10.111 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:10.112 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=965.88µs] [] [2024/05/06 09:11:10.155 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 09:11:10.158 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:10.158 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:10.158 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:10.158 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:10.158 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:10.159 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:10.158 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:10.159 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:10.159 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:10.159 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:10.159 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:10.159 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:10.159 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:10.161 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:10.161 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:10.161 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:10.161 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:10.161 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:10.161 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=233.390532ms] [] [2024/05/06 09:11:10.218 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:10.220 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:10.221 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:10.221 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:10.290 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:11:10.291 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:10.291 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:10.418 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:10.468 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:11:10.468 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:11:10.468 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:11:10.472 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=4.346392ms] [] [2024/05/06 09:11:10.473 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:11:10.473 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:10.473 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/05/06 09:11:10.473 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/05/06 09:11:10.478 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:11:10.479 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:10.479 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=10.775757ms] [] [2024/05/06 09:11:10.479 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=10.953565ms] [] [2024/05/06 09:11:10.562 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=143.592356ms] [] [2024/05/06 09:11:10.597 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:10.597 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/05/06 09:11:10.600 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/05/06 09:11:10.650 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/05/06 09:11:10.680 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30] [2024/05/06 09:11:10.704 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:10.704 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/05/06 09:11:10.801 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:10.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.617429262\n# Parse_time: 0.000666102\n# Compile_time: 0.002714794\n# Rewrite_time: 0.001570849\n# Optimize_time: 0.00108479\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:11:10.845 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:11.075 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:11.173 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:11.225 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/05/06 09:11:11.225 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:11.331 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:11.333 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:11.334 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/06 09:11:11.354 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:11.358 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:11:11.358 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:11:11.358 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=65.449µs] [2024/05/06 09:11:11.358 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=226.607µs] [] [2024/05/06 09:11:11.358 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:11.358 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:11.559 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/06 09:11:11.580 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/06 09:11:11.597 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:11.635 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:11.637 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 09:11:11.639 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:11.649 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:11.650 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:11.650 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:11.650 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:11.651 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:11.651 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:11.651 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:11.651 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:11.652 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:11.668 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:11.669 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:11.669 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:11:11.670 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:11.670 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=700.7GiB] [2024/05/06 09:11:11.714 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/05/06 09:11:11.718 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:11.723 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:11.723 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:11:11.774 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:11:11.778 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.468445ms] [encodeDur=870.811µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=475.325µs] [type=file] [takeTime=3.497229ms] [] [2024/05/06 09:11:11.779 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=64.634186ms] [] [2024/05/06 09:11:11.779 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/84a621cc-f03d-4738-99f1-b01e54dab97d.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:11:11.781 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:11:11.781 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:11:11.781 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:11.784 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.34022ms] [] [2024/05/06 09:11:11.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:11:11.788 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:11.810 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:11:11.811 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:11.829 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:11:11.831 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=46.98094ms] [] [2024/05/06 09:11:11.831 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:11:11.832 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.204351ms] [] [2024/05/06 09:11:11.832 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:11:11.832 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:11.834 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.581577ms] [] [2024/05/06 09:11:11.834 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:11:11.834 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:11.834 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=62.204µs] [] [2024/05/06 09:11:11.834 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:11:11.835 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=874.924µs] [] [2024/05/06 09:11:11.919 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 09:11:11.922 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:11.922 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:11.922 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:11.922 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:11.923 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:11.923 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:11.923 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:11.923 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:11.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:11.923 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:11.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:11.923 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:11.923 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:11.925 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:11.925 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:11.925 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:11.925 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:11.925 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:11.925 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=289.747591ms] [] [2024/05/06 09:11:11.948 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:11.950 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:11.951 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:11.951 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:12.030 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:11:12.032 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:12.032 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:12.199 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:12.278 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:11:12.278 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:11:12.278 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:11:12.283 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=4.774549ms] [] [2024/05/06 09:11:12.283 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:11:12.283 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:12.284 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/05/06 09:11:12.284 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/05/06 09:11:12.288 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:11:12.289 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:12.289 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.802583ms] [] [2024/05/06 09:11:12.289 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=11.051164ms] [] [2024/05/06 09:11:12.335 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=136.207252ms] [] [2024/05/06 09:11:12.347 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:12.347 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/05/06 09:11:12.350 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/05/06 09:11:12.394 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/05/06 09:11:12.431 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/05/06 09:11:12.462 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:12.462 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/05/06 09:11:12.566 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:12.759 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.934402728\n# Parse_time: 0.000806327\n# Compile_time: 0.005011469\n# Rewrite_time: 0.002592576\n# Optimize_time: 0.001134853\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:11:12.772 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/06 09:11:12.817 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:12.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:12.817 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:12.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 09:11:12.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:12.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:12.886 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/05/06 09:11:12.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=3.16741ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:12.957 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/05/06 09:11:12.991 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=54.703754ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:12.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:13.034 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:12.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:13.080 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:11:13.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:13.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.315600155\n# Parse_time: 0.001278002\n# Compile_time: 0.001667312\n# Rewrite_time: 0.000054455\n# Optimize_time: 0.001136281\n# Wait_TS: 0.000418564\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 09:11:13.107 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:13.344 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:13.443 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:13.481 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/05/06 09:11:13.481 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:13.588 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:13.590 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:13.591 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/06 09:11:13.612 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:13.615 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:11:13.615 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:11:13.615 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=52.363µs] [2024/05/06 09:11:13.615 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=154.112µs] [] [2024/05/06 09:11:13.615 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:13.615 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:13.736 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/06 09:11:13.759 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/06 09:11:13.777 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:13.817 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:13.818 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 09:11:13.820 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:13.830 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:13.830 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:13.830 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:13.830 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:13.831 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:13.831 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:13.831 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:13.831 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:13.831 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:13.846 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:13.848 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:13.848 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:11:13.848 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:13.848 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=700.7GiB] [2024/05/06 09:11:13.892 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/05/06 09:11:13.896 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:13.899 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:13.900 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:11:13.916 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:11:13.921 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.243014ms] [encodeDur=1.604154ms] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=390.862µs] [type=file] [takeTime=4.219345ms] [] [2024/05/06 09:11:13.922 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/26963798-ef15-429e-8a02-aefc359f2339.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:11:13.922 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=29.830855ms] [] [2024/05/06 09:11:13.922 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:11:13.922 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:11:13.922 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:13.924 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.053612ms] [] [2024/05/06 09:11:13.924 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:11:13.929 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:13.951 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:11:13.987 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:14.005 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:11:14.007 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=82.870385ms] [] [2024/05/06 09:11:14.007 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:14.009 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.459293ms] [] [2024/05/06 09:11:14.009 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:11:14.009 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:14.011 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.992451ms] [] [2024/05/06 09:11:14.011 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:11:14.011 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:14.011 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=56.822µs] [] [2024/05/06 09:11:14.011 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:14.012 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.072859ms] [] [2024/05/06 09:11:14.055 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:14.059 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:14.059 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:14.059 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:14.059 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:14.062 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:14.062 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:14.062 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:14.062 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:14.062 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:14.062 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=245.173599ms] [] [2024/05/06 09:11:14.111 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:14.112 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:14.113 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:14.114 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:14.179 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:11:14.181 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:14.181 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:14.367 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:14.413 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:11:14.413 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:11:14.413 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:11:14.421 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=8.049816ms] [] [2024/05/06 09:11:14.421 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/05/06 09:11:14.421 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 09:11:14.421 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/05/06 09:11:14.421 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/05/06 09:11:14.425 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/05/06 09:11:14.426 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 09:11:14.426 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=12.871571ms] [] [2024/05/06 09:11:14.426 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=13.104609ms] [] [2024/05/06 09:11:14.470 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=102.421253ms] [] [2024/05/06 09:11:14.510 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:14.510 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/05/06 09:11:14.513 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/05/06 09:11:14.560 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/05/06 09:11:14.587 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=32] [2024/05/06 09:11:14.610 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:14.610 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/05/06 09:11:14.697 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:14.707 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.621066786\n# Parse_time: 0.000921064\n# Compile_time: 0.003687151\n# Rewrite_time: 0.002062347\n# Optimize_time: 0.001136281\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:11:14.788 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:14.961 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:15.057 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:15.100 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/05/06 09:11:15.100 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:15.206 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:15.208 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:15.209 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/06 09:11:15.236 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:15.240 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:11:15.240 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:11:15.240 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=51.678µs] [2024/05/06 09:11:15.240 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=158.31µs] [] [2024/05/06 09:11:15.240 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:15.240 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:15.355 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/06 09:11:15.376 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/06 09:11:15.409 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:15.450 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:15.451 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 09:11:15.453 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:15.462 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:15.463 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:15.463 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:15.463 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:15.464 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:15.464 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:15.464 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:15.464 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:15.464 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:15.479 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:15.480 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:15.480 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:11:15.480 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:15.480 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=700.7GiB] [2024/05/06 09:11:15.531 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/05/06 09:11:15.535 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:15.539 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:15.539 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:11:15.548 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:11:15.550 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.19265ms] [encodeDur=806.834µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=268.329µs] [type=file] [takeTime=2.649196ms] [] [2024/05/06 09:11:15.551 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=20.455655ms] [] [2024/05/06 09:11:15.551 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/bcfddca1-5c4e-404c-9202-3f908bc2a0e2.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:11:15.552 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:11:15.552 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:11:15.552 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:15.554 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.988503ms] [] [2024/05/06 09:11:15.554 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:11:15.559 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:15.607 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:11:15.608 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:15.627 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:11:15.629 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=75.503194ms] [] [2024/05/06 09:11:15.629 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:15.631 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.168426ms] [] [2024/05/06 09:11:15.631 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:11:15.631 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:15.633 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.651064ms] [] [2024/05/06 09:11:15.633 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:11:15.633 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:15.633 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=60.344µs] [] [2024/05/06 09:11:15.633 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:15.634 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.049505ms] [] [2024/05/06 09:11:15.692 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 09:11:15.695 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:15.695 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:15.695 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:15.695 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:15.698 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:15.698 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:15.698 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:15.698 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:15.698 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:15.698 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=247.842673ms] [] [2024/05/06 09:11:15.726 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:15.727 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:15.728 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:15.728 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:15.806 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:11:15.807 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:15.807 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:15.995 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:16.047 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:11:16.047 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:11:16.047 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:11:16.052 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=4.682018ms] [] [2024/05/06 09:11:16.052 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:11:16.052 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:16.052 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/05/06 09:11:16.052 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/05/06 09:11:16.056 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:11:16.056 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:11:16.057 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.4622ms] [] [2024/05/06 09:11:16.057 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.704274ms] [] [2024/05/06 09:11:16.100 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=104.738323ms] [] [2024/05/06 09:11:16.123 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:16.123 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/05/06 09:11:16.125 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/05/06 09:11:16.186 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/05/06 09:11:16.206 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=33] [2024/05/06 09:11:16.231 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:16.232 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/05/06 09:11:16.310 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:16.351 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.578878859\n# Parse_time: 0.000641913\n# Compile_time: 0.003133742\n# Rewrite_time: 0.001875597\n# Optimize_time: 0.001064937\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:11:16.390 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:16.586 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:16.701 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:11:16.771 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/05/06 09:11:16.772 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:11:16.878 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:16.879 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:16.880 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/06 09:11:16.900 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:16.903 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:11:16.903 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:11:16.903 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=58.666µs] [2024/05/06 09:11:16.904 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=164.573µs] [] [2024/05/06 09:11:16.904 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:16.904 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:11:17.026 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/06 09:11:17.047 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/06 09:11:17.060 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:11:17.105 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:17.107 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 09:11:17.110 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:17.119 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:17.120 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:17.120 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:17.120 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:17.121 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:17.121 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:17.121 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:17.121 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:17.121 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:17.137 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:17.139 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:17.139 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:11:17.139 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:17.139 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=700.7GiB] [2024/05/06 09:11:17.218 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/05/06 09:11:17.223 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:17.227 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:17.227 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:11:17.243 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:11:17.246 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.261083ms] [encodeDur=1.122508ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=441.272µs] [type=file] [takeTime=3.399103ms] [] [2024/05/06 09:11:17.248 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=29.397993ms] [] [2024/05/06 09:11:17.248 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/4aeda17c-876f-4b1c-8739-468a3a97b751.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:11:17.248 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:11:17.248 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:11:17.248 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:17.251 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.438049ms] [] [2024/05/06 09:11:17.251 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:11:17.256 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:17.278 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:11:17.279 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:17.299 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:11:17.301 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=50.449541ms] [] [2024/05/06 09:11:17.301 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:11:17.303 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.329747ms] [] [2024/05/06 09:11:17.303 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:11:17.303 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:17.305 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.912075ms] [] [2024/05/06 09:11:17.305 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:11:17.305 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:17.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=91.674µs] [] [2024/05/06 09:11:17.305 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:11:17.306 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=957.152µs] [] [2024/05/06 09:11:17.367 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:17.371 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:17.371 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:17.371 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:17.371 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:17.374 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:17.374 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:17.374 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:17.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:17.374 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:17.374 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=268.396642ms] [] [2024/05/06 09:11:17.394 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:17.396 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:17.397 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:17.397 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:17.483 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/06 09:11:17.484 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:17.484 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:11:17.673 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:11:17.729 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:11:17.729 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:11:17.729 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:11:17.734 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=5.225543ms] [] [2024/05/06 09:11:17.734 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:11:17.734 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:11:17.735 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/05/06 09:11:17.735 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/05/06 09:11:17.739 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:11:17.739 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:11:17.740 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=10.524547ms] [] [2024/05/06 09:11:17.740 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=10.811258ms] [] [2024/05/06 09:11:17.787 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=113.127831ms] [] [2024/05/06 09:11:17.797 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:17.797 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/05/06 09:11:17.800 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/05/06 09:11:17.879 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/05/06 09:11:17.879 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] [2024/05/06 09:11:17.904 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:17.904 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/05/06 09:11:17.964 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.587825975\n# Parse_time: 0.000702144\n# Compile_time: 0.002449105\n# Rewrite_time: 0.001291125\n# Optimize_time: 0.001075387\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestIgnoreNLines [2024/05/06 09:11:18.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:11:18.031 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:18.037 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:18.037 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:11:18.104 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=272.882µs] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:18.150 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/05/06 09:11:18.187 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.150341ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.223 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.250 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=181.346µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:18.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/05/06 09:11:18.300 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.108793ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.369 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=191.589µs] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:18.413 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/05/06 09:11:18.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=62.33982ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.509 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/05/06 09:11:18.518 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/05/06 09:11:18.522 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:17.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.574 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 09:11:18.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:18.578 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.570910369\n# Parse_time: 0.000696019\n# Compile_time: 0.000832481\n# Rewrite_time: 0.000039403\n# Optimize_time: 0.001603433\n# Wait_TS: 0.000400205\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:11:18.580 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/06 09:11:18.607 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:18.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:18.607 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:18.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:11:18.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:18.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.711 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=1.108718ms] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:11:18.722 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/05/06 09:11:18.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.195229ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:18.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.832 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:18.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:18.864 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:11:18.864 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:18.870 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:11:18.874 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:11:18.959 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:18.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:18.959 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:18.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:11:19.012 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:18.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:19.022 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/05/06 09:11:19.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.479956ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:19.103 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/05/06 09:11:19.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.278998ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:18.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:19.179 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:18.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:19.221 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 09:11:19.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:19.225 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.353343637\n# Parse_time: 0.000772151\n# Compile_time: 0.00150266\n# Rewrite_time: 0.000051495\n# Optimize_time: 0.001603433\n# Wait_TS: 0.000492262\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:11:19.240 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:19.463 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:19.567 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:11:19.613 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/05/06 09:11:19.613 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:11:19.667 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=58] [new=16] [2024/05/06 09:11:19.719 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:19.721 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:19.722 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/06 09:11:19.777 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:19.780 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:19.781 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:11:19.781 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=95.022µs] [2024/05/06 09:11:19.781 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=307.385µs] [] [2024/05/06 09:11:19.781 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:19.781 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:11:19.922 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/06 09:11:19.942 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/06 09:11:19.946 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:11:19.991 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:11:19.992 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 09:11:19.993 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:20.002 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:20.002 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:20.003 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:20.003 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:20.004 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:20.004 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:20.004 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:20.004 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:20.004 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:20.019 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:20.020 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:20.021 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:20.021 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:20.021 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=700.7GiB] [2024/05/06 09:11:20.061 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/05/06 09:11:20.065 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:20.069 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:20.069 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 09:11:20.084 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/06 09:11:20.088 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.517856ms] [encodeDur=1.79312ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=452.681µs] [type=file] [takeTime=4.346095ms] [] [2024/05/06 09:11:20.089 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 09:11:20.089 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b44e6697-63cc-42b3-8d98-48c73f624d86.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/05/06 09:11:20.115 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/06 09:11:20.118 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.213134ms] [encodeDur=1.3072ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=410.884µs] [type=file] [takeTime=3.222812ms] [] [2024/05/06 09:11:20.119 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=57.773083ms] [] [2024/05/06 09:11:20.119 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/33f499a4-bd98-4200-b2c1-e602c2d7b17b.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/05/06 09:11:20.120 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:11:20.120 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:11:20.120 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:20.122 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.551844ms] [] [2024/05/06 09:11:20.122 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:11:20.128 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:20.150 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:11:20.150 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:20.194 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:11:20.196 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=73.603544ms] [] [2024/05/06 09:11:20.196 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:20.199 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.204212ms] [] [2024/05/06 09:11:20.199 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:11:20.199 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:20.201 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.001505ms] [] [2024/05/06 09:11:20.201 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:11:20.201 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:20.201 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=71.574µs] [] [2024/05/06 09:11:20.201 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:20.202 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.055636ms] [] [2024/05/06 09:11:20.256 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 09:11:20.259 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:20.259 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:20.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:20.260 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:20.260 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:20.260 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:20.262 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:20.262 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:20.262 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:20.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:20.262 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:20.262 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=271.53718ms] [] [2024/05/06 09:11:20.338 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:20.339 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:20.341 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:20.341 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:20.408 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:11:20.410 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:20.410 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:11:20.606 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:11:20.653 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:11:20.654 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:11:20.654 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:11:20.661 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=7.664601ms] [] [2024/05/06 09:11:20.662 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/05/06 09:11:20.662 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 09:11:20.662 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/05/06 09:11:20.662 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/05/06 09:11:20.666 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/05/06 09:11:20.666 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 09:11:20.666 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=12.733036ms] [] [2024/05/06 09:11:20.666 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=12.941457ms] [] [2024/05/06 09:11:20.705 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=98.753474ms] [] [2024/05/06 09:11:20.735 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:20.736 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/05/06 09:11:20.738 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/05/06 09:11:20.795 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/05/06 09:11:20.818 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=35] [2024/05/06 09:11:20.845 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:20.845 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/05/06 09:11:20.964 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:21.115 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.888607676\n# Parse_time: 0.000523597\n# Compile_time: 0.001392772\n# Rewrite_time: 0.000346244\n# Optimize_time: 0.001603433\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:11:21.124 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:11:21.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:21.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:21.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:21.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:11:21.193 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:21.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:21.203 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/05/06 09:11:21.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=2.229728ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:21.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/05/06 09:11:21.298 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.373682ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:21.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:21.332 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 09:11:21.341 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 09:11:21.344 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:21.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:21.432 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:11:21.432 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:21.436 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312937395\n# Parse_time: 0.00022505\n# Compile_time: 0.00071882\n# Rewrite_time: 0.000033041\n# Optimize_time: 0.000881313\n# Wait_TS: 0.000436909\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:11:21.449 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:21.617 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:21.709 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:11:21.800 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/05/06 09:11:21.801 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:11:21.908 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:21.909 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:21.910 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/06 09:11:21.933 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:21.936 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:21.936 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:11:21.936 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=68.414µs] [2024/05/06 09:11:21.936 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=220.009µs] [] [2024/05/06 09:11:21.936 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:21.936 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:11:22.056 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/06 09:11:22.074 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/06 09:11:22.080 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:11:22.118 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:11:22.119 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 09:11:22.120 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:22.129 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:22.129 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:22.129 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:22.130 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:22.131 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:22.131 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:22.131 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:22.131 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:22.131 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:22.145 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:22.146 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:22.147 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:22.147 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:22.147 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=700.7GiB] [2024/05/06 09:11:22.227 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/05/06 09:11:22.232 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:22.235 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:22.235 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 09:11:22.251 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/06 09:11:22.253 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=225.544µs] [encodeDur=1.081185ms] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=282.146µs] [type=file] [takeTime=1.970087ms] [] [2024/05/06 09:11:22.254 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 09:11:22.254 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/5348559d-7b51-4767-abd1-f17bed2c3984.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/05/06 09:11:22.270 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/06 09:11:22.272 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=237.03µs] [encodeDur=1.04414ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=316.638µs] [type=file] [takeTime=1.856759ms] [] [2024/05/06 09:11:22.273 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/0d8286a6-8c06-47d0-b5cc-59d710aa1568.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/05/06 09:11:22.273 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=45.360934ms] [] [2024/05/06 09:11:22.273 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:11:22.273 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:11:22.273 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:22.275 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.826395ms] [] [2024/05/06 09:11:22.275 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:11:22.280 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:22.302 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/06 09:11:22.302 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:22.316 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/06 09:11:22.318 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.103856ms] [] [2024/05/06 09:11:22.318 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:22.319 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.120176ms] [] [2024/05/06 09:11:22.319 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:11:22.319 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:22.322 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.648475ms] [] [2024/05/06 09:11:22.322 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:11:22.322 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:22.322 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.498µs] [] [2024/05/06 09:11:22.322 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:22.323 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.009849ms] [] [2024/05/06 09:11:22.371 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:22.374 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:22.374 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:22.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:22.375 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:22.375 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:22.377 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:22.377 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:22.377 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:22.377 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:22.377 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:22.377 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=258.85744ms] [] [2024/05/06 09:11:22.424 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:22.425 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:22.427 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:22.427 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:22.501 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/06 09:11:22.502 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:22.502 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:11:22.688 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:11:22.732 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:11:22.733 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:11:22.733 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:11:22.740 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=7.384058ms] [] [2024/05/06 09:11:22.740 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/05/06 09:11:22.740 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 09:11:22.740 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/05/06 09:11:22.740 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/05/06 09:11:22.744 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/05/06 09:11:22.745 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 09:11:22.745 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=12.364228ms] [] [2024/05/06 09:11:22.745 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=12.578709ms] [] [2024/05/06 09:11:22.786 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=98.00237ms] [] [2024/05/06 09:11:22.828 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:22.828 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/05/06 09:11:22.831 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/05/06 09:11:22.893 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/05/06 09:11:22.906 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=36] [2024/05/06 09:11:22.967 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:22.967 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/05/06 09:11:23.012 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5743837059999999\n# Parse_time: 0.000591762\n# Compile_time: 0.001347446\n# Rewrite_time: 0.000344339\n# Optimize_time: 0.000881313\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/06 09:11:23.021 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:11:23.055 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:23.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:23.055 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:23.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:11:23.072 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:23.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:23.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:23.129 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/05/06 09:11:23.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=3.048393ms] [gotSchemaVersion=140] [phyTblIDs="[203,205]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:23.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/05/06 09:11:23.228 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.658869ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:23.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:23.295 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 09:11:23.304 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/05/06 09:11:23.307 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:23.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:23.407 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:11:23.408 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:23.412 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.3909231\n# Parse_time: 0.000194954\n# Compile_time: 0.000683056\n# Rewrite_time: 0.000033609\n# Optimize_time: 0.001135878\n# Wait_TS: 0.000405154\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:11:23.427 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:23.594 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:11:23.732 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:11:23.781 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/05/06 09:11:23.781 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:11:23.887 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:23.888 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:23.889 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/06 09:11:23.910 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:23.913 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:23.913 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:11:23.913 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=83.46µs] [2024/05/06 09:11:23.913 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=213.623µs] [] [2024/05/06 09:11:23.913 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:23.913 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:11:24.034 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/06 09:11:24.057 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/06 09:11:24.068 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:11:24.112 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:11:24.114 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 09:11:24.116 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:24.124 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:24.124 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:24.125 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:24.125 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:24.125 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:24.125 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:24.125 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:24.126 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:24.126 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:24.168 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:24.170 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:24.170 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:24.170 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:24.170 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=700.7GiB] [2024/05/06 09:11:24.218 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/05/06 09:11:24.222 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:24.226 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:24.226 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 09:11:24.236 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/05/06 09:11:24.237 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=131.693µs] [encodeDur=730.211µs] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=233.877µs] [type=file] [takeTime=1.490117ms] [] [2024/05/06 09:11:24.238 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 09:11:24.238 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/a4a64a00-6f40-4d23-9d3d-1e94a36c63e1.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/05/06 09:11:24.287 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/05/06 09:11:24.288 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=180.744µs] [encodeDur=948.103µs] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=305.061µs] [type=file] [takeTime=1.757243ms] [] [2024/05/06 09:11:24.289 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=70.91877ms] [] [2024/05/06 09:11:24.289 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/8e41a90c-3670-4fc5-977a-5a63fee6cdb7.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/05/06 09:11:24.289 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:11:24.289 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:11:24.289 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:24.292 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.339183ms] [] [2024/05/06 09:11:24.292 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:11:24.297 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:24.319 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/06 09:11:24.319 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:24.333 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/06 09:11:24.334 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.490702ms] [] [2024/05/06 09:11:24.335 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:24.336 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.170744ms] [] [2024/05/06 09:11:24.336 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:11:24.336 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:24.337 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.516558ms] [] [2024/05/06 09:11:24.337 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:11:24.337 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:24.338 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=59.293µs] [] [2024/05/06 09:11:24.338 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:24.338 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=828.083µs] [] [2024/05/06 09:11:24.380 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 09:11:24.383 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:24.383 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:24.383 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:24.383 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:24.383 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:24.383 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:24.383 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:24.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:24.384 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:24.383 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:24.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:24.384 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:24.384 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:24.386 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:24.386 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:24.386 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:24.386 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:24.386 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:24.386 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=273.603562ms] [] [2024/05/06 09:11:24.401 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:24.402 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:24.404 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:24.404 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:24.469 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/06 09:11:24.471 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:24.471 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:11:24.652 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:11:24.704 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:11:24.704 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:11:24.704 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:11:24.712 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=7.811006ms] [] [2024/05/06 09:11:24.712 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/05/06 09:11:24.712 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 09:11:24.712 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/05/06 09:11:24.712 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/05/06 09:11:24.716 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/05/06 09:11:24.717 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 09:11:24.717 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.006541ms] [] [2024/05/06 09:11:24.717 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.233633ms] [] [2024/05/06 09:11:24.757 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=104.802623ms] [] [2024/05/06 09:11:24.801 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:24.801 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/05/06 09:11:24.804 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/05/06 09:11:24.852 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/05/06 09:11:24.887 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=37] [2024/05/06 09:11:24.912 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:24.912 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/05/06 09:11:25.012 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.598894109\n# Parse_time: 0.001433606\n# Compile_time: 0.001843157\n# Rewrite_time: 0.000340501\n# Optimize_time: 0.001135878\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/05/06 09:11:25.023 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/06 09:11:25.039 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:25.050 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:25.050 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/05/06 09:11:25.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=305.065µs] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:25.142 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/05/06 09:11:25.181 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.468869ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.234 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.264 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=200.804µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:25.276 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/05/06 09:11:25.313 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.712ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.398 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=35.963782ms] [2024/05/06 09:11:25.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=248.559µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:25.449 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/05/06 09:11:25.486 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.708799ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.541 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/05/06 09:11:25.553 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/05/06 09:11:25.558 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.615 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:11:25.615 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:25.619 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.597734537\n# Parse_time: 0.000712677\n# Compile_time: 0.000867512\n# Rewrite_time: 0.000032653\n# Optimize_time: 0.000848213\n# Wait_TS: 0.000522886\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/05/06 09:11:25.622 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/06 09:11:25.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:25.658 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 09:11:25.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.37161ms] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:11:25.796 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/05/06 09:11:25.831 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=54.940708ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:25.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.909 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:25.940 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:11:25.941 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:25.946 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.325153237\n# Parse_time: 0.000325511\n# Compile_time: 0.000850884\n# Rewrite_time: 0.00004158\n# Optimize_time: 0.000848213\n# Wait_TS: 0.000423346\n# DB: load_data\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/05/06 09:11:25.951 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:11:26.008 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:25.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:26.008 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:25.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:11:26.083 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:26.093 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/05/06 09:11:26.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.838655ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:26.175 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/05/06 09:11:26.204 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.503286ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:25.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:26.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:25.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:26.315 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 09:11:26.315 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:26.318 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.369723346\n# Parse_time: 0.000777894\n# Compile_time: 0.001529118\n# Rewrite_time: 0.000060816\n# Optimize_time: 0.000848213\n# Wait_TS: 0.000567763\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:11:26.320 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/06 09:11:26.561 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/06 09:11:26.772 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:11:26.944 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:11:27.141 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:11:27.305 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:11:27.450 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:11:27.691 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:27.909 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:28.046 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:28.097 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/05/06 09:11:28.097 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:28.203 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:28.204 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:28.205 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/06 09:11:28.225 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:28.228 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:28.228 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:11:28.228 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=61.959µs] [2024/05/06 09:11:28.228 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=172.338µs] [] [2024/05/06 09:11:28.228 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:28.228 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:28.406 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/06 09:11:28.428 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/06 09:11:28.458 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:28.510 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:28.512 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 09:11:28.513 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:28.522 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:28.522 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:28.522 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:28.522 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:28.523 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:28.523 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:28.523 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:28.523 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:28.524 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:28.537 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:28.538 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:28.538 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:28.538 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:28.539 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=700.7GiB] [2024/05/06 09:11:28.586 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/05/06 09:11:28.590 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:28.595 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:28.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/06 09:11:28.613 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/06 09:11:28.616 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.250006ms] [encodeDur=737.035µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=253.499µs] [type=file] [takeTime=2.601929ms] [] [2024/05/06 09:11:28.617 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=30.812471ms] [] [2024/05/06 09:11:28.617 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/25310f8a-e31f-493e-8d58-390ae7eda66b.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/06 09:11:28.617 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:11:28.617 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:11:28.617 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:28.621 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.844472ms] [] [2024/05/06 09:11:28.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:11:28.626 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:28.648 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:11:28.648 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:28.664 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:11:28.667 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.509285ms] [] [2024/05/06 09:11:28.667 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:28.668 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.457862ms] [] [2024/05/06 09:11:28.668 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:11:28.669 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:28.670 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.758127ms] [] [2024/05/06 09:11:28.670 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:11:28.671 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:28.671 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=100.572µs] [] [2024/05/06 09:11:28.671 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:28.672 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.080303ms] [] [2024/05/06 09:11:28.721 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:28.722 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 09:11:28.723 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:28.724 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:28.724 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:28.725 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:28.725 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:28.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:28.726 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:28.726 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:28.728 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:28.728 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:28.728 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:28.728 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:28.728 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:28.728 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=217.693806ms] [] [2024/05/06 09:11:28.839 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:11:28.840 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:28.840 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:29.006 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:29.050 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:11:29.050 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:11:29.050 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:11:29.059 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=8.152344ms] [] [2024/05/06 09:11:29.059 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:11:29.059 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:11:29.059 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/05/06 09:11:29.059 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/05/06 09:11:29.065 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:11:29.066 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:11:29.066 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=15.407666ms] [] [2024/05/06 09:11:29.066 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=15.608352ms] [] [2024/05/06 09:11:29.113 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=107.263446ms] [] [2024/05/06 09:11:29.119 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:29.119 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/05/06 09:11:29.122 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/05/06 09:11:29.206 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/05/06 09:11:29.229 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:29.229 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/05/06 09:11:29.235 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/05/06 09:11:29.242 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/05/06 09:11:29.243 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 09:11:29.326 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.651614648\n# Parse_time: 0.000445132\n# Compile_time: 0.001767259\n# Rewrite_time: 0.000388524\n# Optimize_time: 0.000848213\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:11:29.338 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/06 09:11:29.339 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 09:11:29.352 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:29.353 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/05/06 09:11:29.380 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:29.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:29.380 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:29.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:11:29.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:29.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:29.455 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/05/06 09:11:29.507 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.659544ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:29.520 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/05/06 09:11:29.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=83.137663ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:29.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:29.669 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/05/06 09:11:29.678 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/06 09:11:29.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:29.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:29.742 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:11:29.742 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:29.746 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.407402885\n# Parse_time: 0.000285805\n# Compile_time: 0.000849401\n# Rewrite_time: 0.000046189\n# Optimize_time: 0.001177352\n# Wait_TS: 0.000485445\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:11:29.763 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:30.013 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:30.121 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:30.165 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/05/06 09:11:30.165 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:30.273 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:30.276 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:30.277 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/06 09:11:30.300 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:30.303 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:30.303 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:11:30.303 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=52.887µs] [2024/05/06 09:11:30.303 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=192.066µs] [] [2024/05/06 09:11:30.304 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:30.304 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:30.466 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/06 09:11:30.489 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/06 09:11:30.523 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:30.565 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:30.566 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 09:11:30.568 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:30.578 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:30.579 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:30.579 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:30.579 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:30.581 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:30.581 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:30.581 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:30.581 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:30.581 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:30.598 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:30.599 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:30.599 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:30.600 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:30.600 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=700.7GiB] [2024/05/06 09:11:30.646 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/05/06 09:11:30.650 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:30.654 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:30.654 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/06 09:11:30.664 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/05/06 09:11:30.667 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.564341ms] [encodeDur=897.511µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=297.254µs] [type=file] [takeTime=3.199772ms] [] [2024/05/06 09:11:30.668 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/66d7277d-6014-4b79-80d7-7afa460503e5.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/06 09:11:30.668 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=21.787252ms] [] [2024/05/06 09:11:30.669 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:11:30.669 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:11:30.669 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:30.671 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.931241ms] [] [2024/05/06 09:11:30.671 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:11:30.676 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:30.699 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:11:30.699 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:30.713 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:11:30.715 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.583372ms] [] [2024/05/06 09:11:30.716 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:30.717 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.188566ms] [] [2024/05/06 09:11:30.717 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:11:30.717 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:30.719 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.751889ms] [] [2024/05/06 09:11:30.719 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:11:30.719 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:30.719 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=74.477µs] [] [2024/05/06 09:11:30.719 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:30.720 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.369971ms] [] [2024/05/06 09:11:30.781 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 09:11:30.784 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:30.784 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:30.784 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:30.784 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:30.784 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:30.784 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:30.785 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:30.784 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:30.785 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:30.785 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:30.785 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:30.785 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:30.785 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:30.787 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:30.787 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:30.787 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:30.787 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:30.787 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:30.787 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=222.366306ms] [] [2024/05/06 09:11:30.791 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:30.793 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:30.794 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:30.794 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:30.902 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:11:30.904 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:30.904 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:31.070 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:31.120 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:11:31.120 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:11:31.120 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:11:31.128 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=7.948871ms] [] [2024/05/06 09:11:31.128 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:11:31.128 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:11:31.128 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/05/06 09:11:31.129 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/05/06 09:11:31.133 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:11:31.134 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:11:31.134 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.482762ms] [] [2024/05/06 09:11:31.134 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.674486ms] [] [2024/05/06 09:11:31.187 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=116.360323ms] [] [2024/05/06 09:11:31.188 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:31.189 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/05/06 09:11:31.191 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/05/06 09:11:31.267 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/05/06 09:11:31.274 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=39] [2024/05/06 09:11:31.297 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:31.298 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/05/06 09:11:31.395 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.647792861\n# Parse_time: 0.000917435\n# Compile_time: 0.001602599\n# Rewrite_time: 0.000405528\n# Optimize_time: 0.001177352\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:11:31.408 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4207\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase2939468159/001/file.csv'"] [2024/05/06 09:11:31.410 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:31.410 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:11:31.560 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 09:11:31.599 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:31.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:31.599 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:31.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:11:31.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:31.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:31.721 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/05/06 09:11:31.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=3.461186ms] [gotSchemaVersion=147] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:31.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/05/06 09:11:31.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.463737ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:31.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:31.879 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 09:11:31.890 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/06 09:11:31.895 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:31.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:31.970 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 09:11:31.970 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:31.975 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.416542182\n# Parse_time: 0.000279963\n# Compile_time: 0.001050218\n# Rewrite_time: 0.000044692\n# Optimize_time: 0.001021127\n# Wait_TS: 0.000521819\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:11:32.200 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase2939468159/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:32.200 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:32.201 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:11:32.201 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=106.037µs] [2024/05/06 09:11:32.201 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=293.001µs] [] [2024/05/06 09:11:32.306 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:32.347 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/05/06 09:11:32.347 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:32.453 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:32.454 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:32.456 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/06 09:11:32.483 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:32.484 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:32.667 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/06 09:11:32.691 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/06 09:11:32.716 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:32.766 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:32.767 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 09:11:32.776 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:32.777 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:32.777 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:32.777 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:32.778 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:32.778 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:32.778 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:32.778 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:32.778 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:32.794 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:32.795 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:32.796 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:32.796 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:32.796 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=700.7GiB] [2024/05/06 09:11:32.839 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/05/06 09:11:32.842 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:32.845 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:32.846 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/05/06 09:11:32.858 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/05/06 09:11:32.860 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=220.058µs] [encodeDur=874.907µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=274.435µs] [type=file] [takeTime=1.753063ms] [] [2024/05/06 09:11:32.861 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=22.330652ms] [] [2024/05/06 09:11:32.861 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4307fcef-4c4b-4321-ab56-be185c096612.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/05/06 09:11:32.861 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:11:32.861 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:11:32.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:32.864 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.442899ms] [] [2024/05/06 09:11:32.864 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:11:32.869 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:32.891 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:11:32.891 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:32.906 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:11:32.908 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.034955ms] [] [2024/05/06 09:11:32.908 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:11:32.909 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=974.386µs] [] [2024/05/06 09:11:32.909 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:11:32.909 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:32.911 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.457618ms] [] [2024/05/06 09:11:32.911 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:11:32.911 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:32.911 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.218µs] [] [2024/05/06 09:11:32.911 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:11:32.912 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.055468ms] [] [2024/05/06 09:11:33.006 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:33.008 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:33.009 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:33.010 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:33.011 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:33.016 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:33.016 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:33.016 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:33.016 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:33.018 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:33.018 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:33.018 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:33.018 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:33.019 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:33.019 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=252.924338ms] [] [2024/05/06 09:11:33.088 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:11:33.090 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:33.090 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:33.265 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:33.314 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:11:33.314 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:11:33.315 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:11:33.358 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=43.719875ms] [] [2024/05/06 09:11:33.359 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:11:33.359 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:11:33.359 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/05/06 09:11:33.359 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/05/06 09:11:33.368 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:11:33.369 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:11:33.369 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=54.823237ms] [] [2024/05/06 09:11:33.369 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=55.124957ms] [] [2024/05/06 09:11:33.419 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=153.859394ms] [] [2024/05/06 09:11:33.472 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:33.473 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/05/06 09:11:33.476 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/05/06 09:11:33.553 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=40] [2024/05/06 09:11:33.561 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/05/06 09:11:33.584 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:33.585 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/05/06 09:11:33.689 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:33.870 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.893293113\n# Parse_time: 0.0004348\n# Compile_time: 0.001425131\n# Rewrite_time: 0.000344599\n# Optimize_time: 0.001021127\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase2939468159/001/file.csv';"] === RUN TestImportInto/TestImportMode [2024/05/06 09:11:33.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:11:33.913 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:33.913 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:11:33.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.004 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=277.481µs] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:34.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/05/06 09:11:34.052 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.55289ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=255.606µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:34.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/05/06 09:11:34.222 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.792825ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.260 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=270.662µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:34.354 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/05/06 09:11:34.390 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=54.853618ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.459 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/05/06 09:11:34.470 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/05/06 09:11:34.475 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:33.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.521 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 09:11:34.522 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:34.526 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.644350208\n# Parse_time: 0.000666237\n# Compile_time: 0.000990009\n# Rewrite_time: 0.000040139\n# Optimize_time: 0.001215547\n# Wait_TS: 0.000595574\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:11:34.527 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:11:34.562 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:34.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:34.562 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:34.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:11:34.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:34.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=1.051326ms] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:11:34.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/05/06 09:11:34.696 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=54.173079ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:34.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.778 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:34.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.814 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 09:11:34.814 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:34.821 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:11:34.864 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:34.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:34.864 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:34.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 09:11:34.913 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:34.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:34.922 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/05/06 09:11:34.996 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.876679ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:35.010 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/05/06 09:11:35.043 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=54.835864ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:34.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:35.111 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:34.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:35.157 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 09:11:35.158 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:35.162 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.342687956\n# Parse_time: 0.000770818\n# Compile_time: 0.001405858\n# Rewrite_time: 0.000058144\n# Optimize_time: 0.001215547\n# Wait_TS: 0.000358249\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 09:11:35.177 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:35.428 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:35.550 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:35.599 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/05/06 09:11:35.600 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:35.706 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:35.708 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:35.709 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/06 09:11:35.732 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:35.735 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:11:35.735 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:11:35.735 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=59.123µs] [2024/05/06 09:11:35.735 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=185.248µs] [] [2024/05/06 09:11:35.735 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:35.736 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:35.883 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:11:35.889 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/06 09:11:35.921 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:35.969 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:35.970 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 09:11:35.971 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:35.980 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:35.980 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:35.981 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:35.981 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:35.982 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:35.982 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:35.982 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:35.982 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:35.982 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:35.999 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:36.001 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:36.001 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:11:36.001 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:36.001 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=700.7GiB] [2024/05/06 09:11:36.045 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/05/06 09:11:36.049 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:36.052 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:36.053 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/06 09:11:36.062 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/06 09:11:36.065 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.135973ms] [encodeDur=582.701µs] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=231.636µs] [type=file] [takeTime=2.349971ms] [] [2024/05/06 09:11:36.065 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=20.039877ms] [] [2024/05/06 09:11:36.066 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/8a1d182d-ef52-4ee4-b659-1485af5b2cc4.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/06 09:11:36.066 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:11:36.066 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:11:36.066 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:36.068 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.358955ms] [] [2024/05/06 09:11:36.068 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:11:36.073 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:36.095 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:11:36.096 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:36.149 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:11:36.151 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=82.920138ms] [] [2024/05/06 09:11:36.151 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:36.153 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.341101ms] [] [2024/05/06 09:11:36.153 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:11:36.153 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:36.155 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.813897ms] [] [2024/05/06 09:11:36.155 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:11:36.155 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:36.155 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=72.126µs] [] [2024/05/06 09:11:36.155 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:36.156 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.008451ms] [] [2024/05/06 09:11:36.210 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 09:11:36.214 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:36.214 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:36.215 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:36.215 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:36.217 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:36.217 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:36.217 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:36.217 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:36.218 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:36.218 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=248.603092ms] [] [2024/05/06 09:11:36.221 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:36.222 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:36.224 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:36.224 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:11:36.278 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:11:36.280 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:36.280 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:36.450 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:36.544 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:11:36.545 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:11:36.545 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:11:36.553 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=7.893674ms] [] [2024/05/06 09:11:36.553 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/05/06 09:11:36.553 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 09:11:36.553 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/05/06 09:11:36.553 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/05/06 09:11:36.557 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/05/06 09:11:36.558 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 09:11:36.558 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=13.350168ms] [] [2024/05/06 09:11:36.558 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=13.569535ms] [] [2024/05/06 09:11:36.613 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=162.570695ms] [] [2024/05/06 09:11:36.624 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:36.624 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/05/06 09:11:36.627 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/05/06 09:11:36.669 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/05/06 09:11:36.709 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=41] [2024/05/06 09:11:36.739 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:36.739 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/05/06 09:11:36.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.669854461\n# Parse_time: 0.000480435\n# Compile_time: 0.001844983\n# Rewrite_time: 0.000270392\n# Optimize_time: 0.001215547\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 09:11:36.854 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:36.934 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:11:36.984 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:36.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:36.984 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:36.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:11:37.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:36.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:37.059 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/05/06 09:11:37.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.836684ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:37.121 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/05/06 09:11:37.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.701954ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:36.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:37.194 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 09:11:37.204 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/06 09:11:37.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:36.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:37.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 09:11:37.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:37.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.355391237\n# Parse_time: 0.000392085\n# Compile_time: 0.001095702\n# Rewrite_time: 0.000058694\n# Optimize_time: 0.001066018\n# Wait_TS: 0.000484303\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:11:37.303 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:37.559 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:37.660 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:37.712 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/05/06 09:11:37.712 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:37.820 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:37.822 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:37.823 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/06 09:11:37.846 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:37.849 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:11:37.849 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:11:37.849 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=69.801µs] [2024/05/06 09:11:37.849 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=200.929µs] [] [2024/05/06 09:11:37.849 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:37.849 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:37.991 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:11:37.997 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/06 09:11:38.028 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:38.070 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:38.072 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 09:11:38.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:38.083 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:38.083 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:38.084 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:38.084 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:38.085 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:38.085 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:38.085 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:38.085 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:38.085 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:38.101 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:38.103 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:38.103 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:11:38.103 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:38.103 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=700.7GiB] [2024/05/06 09:11:38.147 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/05/06 09:11:38.151 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:38.154 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:38.154 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/05/06 09:11:38.171 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/05/06 09:11:38.174 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=1.387327ms] [encodeDur=670.659µs] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=317.645µs] [type=file] [takeTime=2.804124ms] [] [2024/05/06 09:11:38.175 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/e8a0ce01-f222-4145-803d-60fe829ff19d.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/05/06 09:11:38.176 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=29.400202ms] [] [2024/05/06 09:11:38.177 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:11:38.177 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:11:38.177 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:38.181 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=4.1309ms] [] [2024/05/06 09:11:38.181 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:11:38.186 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:38.208 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:11:38.208 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:38.224 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:11:38.226 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=45.519566ms] [] [2024/05/06 09:11:38.227 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:38.228 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.146552ms] [] [2024/05/06 09:11:38.228 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:11:38.228 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:38.229 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.551086ms] [] [2024/05/06 09:11:38.229 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:11:38.230 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:38.230 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=62.911µs] [] [2024/05/06 09:11:38.230 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:38.231 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=869.404µs] [] [2024/05/06 09:11:38.317 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 09:11:38.322 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:38.322 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:38.322 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:38.322 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:38.324 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:38.325 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:38.325 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:38.325 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:38.325 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:38.325 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=254.372349ms] [] [2024/05/06 09:11:38.336 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:38.337 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:38.338 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:38.339 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:11:38.397 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:11:38.398 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:38.398 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:38.582 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:38.672 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:11:43.701 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:11:43.702 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:11:43.713 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=11.074539ms] [] [2024/05/06 09:11:43.713 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/05/06 09:11:43.713 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 09:11:43.713 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/05/06 09:11:43.713 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [2024/05/06 09:11:43.719 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/05/06 09:11:43.720 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 09:11:43.720 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=18.314753ms] [] [2024/05/06 09:11:43.720 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.047888662s] [] [2024/05/06 09:11:43.776 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=5.193492575s] [] [2024/05/06 09:11:43.842 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:43.843 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/05/06 09:11:43.846 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/05/06 09:11:43.911 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/05/06 09:11:43.920 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/05/06 09:11:43.945 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:43.945 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/05/06 09:11:44.034 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.744855207\n# Parse_time: 0.000673761\n# Compile_time: 0.001494962\n# Rewrite_time: 0.000340982\n# Optimize_time: 0.001066018\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni43NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni43NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:11:44.044 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:11:44.063 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:44.116 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:44.116 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:11:44.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:44.196 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/05/06 09:11:44.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.597779ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:44.255 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/05/06 09:11:44.289 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.56968ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:44.329 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 09:11:44.338 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/06 09:11:44.342 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:44.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:44.405 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 09:11:44.405 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:44.409 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366094165\n# Parse_time: 0.000303162\n# Compile_time: 0.000950685\n# Rewrite_time: 0.00004125\n# Optimize_time: 0.001158755\n# Wait_TS: 0.000388401\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:11:44.411 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:11:44.440 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:44.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:44.440 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:44.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:11:44.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:44.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:44.511 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/05/06 09:11:44.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=2.873772ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:44.617 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/05/06 09:11:44.650 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.836737ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:44.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:44.733 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/05/06 09:11:44.742 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/06 09:11:44.746 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:44.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:44.821 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 09:11:44.821 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:44.825 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.41504002\n# Parse_time: 0.000409115\n# Compile_time: 0.000852147\n# Rewrite_time: 0.000044002\n# Optimize_time: 0.001158755\n# Wait_TS: 0.000418664\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:11:44.839 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:45.066 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/05/06 09:11:45.158 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:45.193 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/05/06 09:11:45.193 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:45.300 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:45.301 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:45.303 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/06 09:11:45.321 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:45.324 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:11:45.324 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:11:45.324 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=55.802µs] [2024/05/06 09:11:45.324 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=164.726µs] [] [2024/05/06 09:11:45.325 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:45.325 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:45.504 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/06 09:11:45.543 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:45.586 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:45.587 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 09:11:45.588 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:45.598 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:45.598 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:45.598 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:45.599 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:45.600 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:45.600 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:45.600 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:45.600 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:45.600 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:45.615 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:45.618 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:45.618 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:11:45.618 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:45.618 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=700.7GiB] [2024/05/06 09:11:45.659 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/05/06 09:11:45.664 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:45.667 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:45.668 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/05/06 09:11:45.683 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/05/06 09:11:45.685 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.067604ms] [encodeDur=485.962µs] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=254.787µs] [type=file] [takeTime=2.176616ms] [] [2024/05/06 09:11:45.686 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=26.051294ms] [] [2024/05/06 09:11:45.686 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/393da384-1419-48fc-a8d0-78fea193c929.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/05/06 09:11:45.686 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:11:45.686 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:11:45.686 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:45.688 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.013195ms] [] [2024/05/06 09:11:45.688 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:11:45.693 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:45.714 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:11:45.715 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:45.729 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:11:45.730 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=42.434066ms] [] [2024/05/06 09:11:45.731 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:45.732 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=966.521µs] [] [2024/05/06 09:11:45.732 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:11:45.732 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:45.733 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.431636ms] [] [2024/05/06 09:11:45.733 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:11:45.733 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:45.733 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=49.583µs] [] [2024/05/06 09:11:45.733 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:45.734 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=775.812µs] [] [2024/05/06 09:11:45.791 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 09:11:45.795 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:45.796 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:45.796 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:45.796 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:45.796 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:45.828 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:45.828 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:45.828 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:45.828 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:45.829 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:45.829 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:45.829 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:45.829 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:45.832 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:45.832 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:45.832 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:45.832 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:45.832 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:45.832 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=246.329703ms] [] [2024/05/06 09:11:45.851 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:45.853 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:45.854 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:45.913 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:11:45.914 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:45.914 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:46.070 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:46.117 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:11:46.118 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:11:46.118 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:11:46.125 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=7.448488ms] [] [2024/05/06 09:11:46.125 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/05/06 09:11:46.125 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 09:11:46.125 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/05/06 09:11:46.125 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/05/06 09:11:46.129 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/05/06 09:11:46.129 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 09:11:46.129 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=11.807904ms] [] [2024/05/06 09:11:46.130 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=12.067884ms] [] [2024/05/06 09:11:46.168 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=97.633528ms] [] [2024/05/06 09:11:46.232 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:46.232 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/05/06 09:11:46.236 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/05/06 09:11:46.283 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/05/06 09:11:46.299 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=43] [2024/05/06 09:11:46.325 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:46.326 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/05/06 09:11:46.428 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.601888238\n# Parse_time: 0.000529503\n# Compile_time: 0.001356756\n# Rewrite_time: 0.00026418\n# Optimize_time: 0.001158755\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/06 09:11:46.439 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:11:46.439 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:46.473 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:46.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:46.473 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:46.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:11:46.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:46.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:46.558 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/05/06 09:11:46.646 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.886453ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:46.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/05/06 09:11:46.691 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=54.009567ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:46.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:46.748 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 09:11:46.756 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/06 09:11:46.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:46.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:46.819 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 09:11:46.819 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:46.823 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.385066514\n# Parse_time: 0.000273495\n# Compile_time: 0.000769178\n# Rewrite_time: 0.000036275\n# Optimize_time: 0.000800693\n# Wait_TS: 0.000399491\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:11:46.825 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:11:46.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:46.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:46.851 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:46.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:11:46.894 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:46.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:46.906 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/05/06 09:11:46.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=2.552368ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:46.968 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/05/06 09:11:47.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=73.613386ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:46.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:47.069 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 09:11:47.079 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/06 09:11:47.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:46.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:47.137 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 09:11:47.137 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:47.141 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317027617\n# Parse_time: 0.000250335\n# Compile_time: 0.000802386\n# Rewrite_time: 0.000035675\n# Optimize_time: 0.000800693\n# Wait_TS: 0.00035352\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:11:47.157 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:47.193 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:47.288 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:47.334 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/05/06 09:11:47.334 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:47.453 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:47.455 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:47.456 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/06 09:11:47.479 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:47.482 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:11:47.483 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:11:47.483 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=95.042µs] [2024/05/06 09:11:47.483 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=247.724µs] [] [2024/05/06 09:11:47.483 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:47.483 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:47.623 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/06 09:11:47.676 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:47.720 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:47.722 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 09:11:47.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:47.732 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:47.732 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:47.732 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:47.733 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:47.733 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:47.733 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:47.734 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:47.734 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:47.734 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:47.748 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:47.750 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:47.750 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:11:47.750 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:47.750 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=700.7GiB] [2024/05/06 09:11:47.794 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/05/06 09:11:47.798 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:47.801 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:47.802 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/06 09:11:47.809 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/05/06 09:11:47.811 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.119301ms] [encodeDur=450.429µs] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=223.547µs] [type=file] [takeTime=2.138066ms] [] [2024/05/06 09:11:47.812 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/200a80b0-602d-436c-bda4-a78838db0f72.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/05/06 09:11:47.812 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=17.918983ms] [] [2024/05/06 09:11:47.812 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:11:47.812 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:11:47.812 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:47.814 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.848764ms] [] [2024/05/06 09:11:47.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:11:47.819 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:47.840 +00:00] [INFO] [local.go:1301] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/05/06 09:11:47.841 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:11:47.841 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/05/06 09:11:47.841 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:47.891 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:11:47.891 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/05/06 09:11:47.906 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=92.226843ms] [] [2024/05/06 09:11:47.907 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:47.908 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.379423ms] [] [2024/05/06 09:11:47.908 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:11:47.908 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:47.910 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.638104ms] [] [2024/05/06 09:11:47.910 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:11:47.910 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:47.910 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=63.584µs] [] [2024/05/06 09:11:47.910 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:47.911 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.099423ms] [] [2024/05/06 09:11:47.960 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:47.962 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:47.963 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:47.964 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 09:11:47.967 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:47.967 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:47.967 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:47.967 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:47.967 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:47.968 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:47.968 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:47.968 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:47.968 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:47.968 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:47.968 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:47.968 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:47.968 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:47.970 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:47.970 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:47.970 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:47.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:47.970 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:47.970 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=249.993965ms] [] [2024/05/06 09:11:48.017 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:11:48.019 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:48.019 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:48.172 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:48.215 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:11:48.215 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:11:48.215 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:11:48.253 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=33.766342ms] [2024/05/06 09:11:48.261 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=45.032283ms] [] [2024/05/06 09:11:48.261 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/05/06 09:11:48.261 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 09:11:48.261 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/05/06 09:11:48.261 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/05/06 09:11:48.266 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/05/06 09:11:48.267 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 09:11:48.267 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=51.678546ms] [] [2024/05/06 09:11:48.267 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=51.855489ms] [] [2024/05/06 09:11:48.315 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=141.971836ms] [] [2024/05/06 09:11:48.359 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:48.359 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/05/06 09:11:48.362 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/05/06 09:11:48.407 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/05/06 09:11:48.439 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/05/06 09:11:48.465 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:48.466 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/05/06 09:11:48.554 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.412328386\n# Parse_time: 0.00089282\n# Compile_time: 0.001667591\n# Rewrite_time: 0.00035037\n# Optimize_time: 0.000800693\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS40MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:11:48.565 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:11:48.566 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:48.599 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:48.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:48.599 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:48.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:11:48.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:48.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:48.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/05/06 09:11:48.774 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=3.526627ms] [gotSchemaVersion=158] [phyTblIDs="[229,231]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:11:48.788 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/05/06 09:11:48.819 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=54.11846ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:48.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:48.873 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/05/06 09:11:48.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/05/06 09:11:48.888 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:48.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:48.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 09:11:48.951 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:48.955 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.390302129\n# Parse_time: 0.000296341\n# Compile_time: 0.00094472\n# Rewrite_time: 0.000042296\n# Optimize_time: 0.001324413\n# Wait_TS: 0.000553239\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:11:48.974 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:49.228 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:49.326 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:49.362 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/05/06 09:11:49.362 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:49.473 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:49.475 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:49.476 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/06 09:11:49.503 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:49.506 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:11:49.506 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:11:49.507 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.344µs] [2024/05/06 09:11:49.507 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=208.756µs] [] [2024/05/06 09:11:49.507 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:49.507 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:49.717 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:11:49.723 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/06 09:11:49.743 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:49.794 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:49.796 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 09:11:49.797 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:49.811 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:49.811 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:49.812 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:49.812 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:49.813 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:49.813 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:49.813 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:49.813 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:49.813 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:49.829 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:49.831 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:49.831 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:11:49.831 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:49.831 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=700.7GiB] [2024/05/06 09:11:49.891 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/05/06 09:11:49.895 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:11:49.899 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:11:49.899 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/05/06 09:11:52.899 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.008476679s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:52.900 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:52.900 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:52.900 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:52.900 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:52.900 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:52.900 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:52.900 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:52.900 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:52.900 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:52.900 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:11:52.900 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:52.917 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 09:11:52.922 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:52.922 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:52.922 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:52.922 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:52.922 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:52.924 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:52.924 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:52.924 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:52.924 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:52.924 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:52.924 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=3.130209536s] [error="occur an error when sort chunk"] [2024/05/06 09:11:52.925 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:11:53.003 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:11:53.087 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/05/06 09:11:53.099 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:11:53.101 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:11:53.102 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/05/06 09:11:53.169 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=45] [2024/05/06 09:11:53.190 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:53.190 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/05/06 09:11:53.284 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:887\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:11:53.285 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.328839915\n# Parse_time: 0.000939251\n# Compile_time: 0.001670556\n# Rewrite_time: 0.000261001\n# Optimize_time: 0.001324413\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zM3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzNzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 09:11:53.289 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/05/06 09:11:53.319 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:11:53.344 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:53.344 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:11:53.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:53.429 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=268.156µs] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:53.439 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/05/06 09:11:53.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=69.910016ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:53.563 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:53.594 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=226.786µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:53.614 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/05/06 09:11:53.643 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.293437ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:53.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:53.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=178.266µs] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:11:53.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/05/06 09:11:53.776 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.805516ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:53.839 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/05/06 09:11:53.847 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/05/06 09:11:53.850 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:53.904 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/06 09:11:53.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:53.908 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.589691183\n# Parse_time: 0.000461224\n# Compile_time: 0.00076539\n# Rewrite_time: 0.000038882\n# Optimize_time: 0.001324413\n# Wait_TS: 0.000530612\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:11:53.909 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/06 09:11:54.016 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:54.016 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:11:54.058 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:53.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:54.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=970.068µs] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:11:54.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/05/06 09:11:54.142 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.142162ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:11:53.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:54.215 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:53.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:54.239 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/06 09:11:54.239 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:54.243 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334396276\n# Parse_time: 0.000195278\n# Compile_time: 0.000649046\n# Rewrite_time: 0.00003128\n# Optimize_time: 0.001324413\n# Wait_TS: 0.000420636\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:11:54.246 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:11:54.249 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:11:54.309 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:54.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:54.309 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:54.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:11:54.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:54.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:54.397 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/05/06 09:11:54.464 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=33.569761ms] [2024/05/06 09:11:54.508 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=3.077223ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:54.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/05/06 09:11:54.554 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.993668ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:54.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:54.622 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:54.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:54.662 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 09:11:54.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:54.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.41911697\n# Parse_time: 0.000563895\n# Compile_time: 0.000906131\n# Rewrite_time: 0.000045437\n# Optimize_time: 0.001324413\n# Wait_TS: 0.000430309\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:11:54.683 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:54.919 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:55.014 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:55.050 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/05/06 09:11:55.050 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:55.158 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:55.160 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:55.161 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/06 09:11:55.185 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:55.188 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:55.188 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:11:55.188 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=57.864µs] [2024/05/06 09:11:55.188 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=175.534µs] [] [2024/05/06 09:11:55.188 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:55.188 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:55.361 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/06 09:11:55.384 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/06 09:11:55.384 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:55.427 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:55.429 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 09:11:55.430 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:55.439 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:55.439 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:55.440 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:55.440 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:55.441 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:55.441 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:55.441 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:55.441 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:55.441 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:55.456 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:55.458 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:55.458 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:55.458 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:55.458 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=700.7GiB] [2024/05/06 09:11:55.508 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/05/06 09:11:55.512 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:55.516 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:55.516 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/05/06 09:11:55.545 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:11:55.548 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.230306ms] [encodeDur=835.434µs] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=295.892µs] [type=file] [takeTime=2.826561ms] [] [2024/05/06 09:11:55.549 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/35d594b3-7d84-49c0-9202-8b20ef0b270b.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/05/06 09:11:55.549 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=40.75684ms] [] [2024/05/06 09:11:55.549 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:11:55.549 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:11:55.549 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:55.551 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.857012ms] [] [2024/05/06 09:11:55.551 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:11:55.557 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:55.579 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/06 09:11:55.579 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:55.595 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/06 09:11:55.598 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=46.176042ms] [] [2024/05/06 09:11:55.598 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:55.599 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.233888ms] [] [2024/05/06 09:11:55.599 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:11:55.599 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:55.601 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.553731ms] [] [2024/05/06 09:11:55.601 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:11:55.601 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:55.601 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.409µs] [] [2024/05/06 09:11:55.601 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:55.602 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=896.139µs] [] [2024/05/06 09:11:55.650 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:55.653 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:55.653 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:55.653 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:55.653 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:55.655 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:55.655 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:55.655 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:55.655 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:55.655 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:55.655 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=227.904915ms] [] [2024/05/06 09:11:55.674 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:55.675 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:55.677 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:55.677 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:55.786 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 09:11:55.788 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:55.788 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:55.971 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:56.016 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:11:56.016 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:11:56.016 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:11:56.024 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=7.587204ms] [] [2024/05/06 09:11:56.024 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/05/06 09:11:56.024 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 09:11:56.024 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/05/06 09:11:56.024 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/06 09:11:56.028 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/05/06 09:11:56.028 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 09:11:56.029 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=12.057442ms] [] [2024/05/06 09:11:56.029 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=12.251191ms] [] [2024/05/06 09:11:56.108 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=136.288919ms] [] [2024/05/06 09:11:56.109 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:56.110 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/05/06 09:11:56.112 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/05/06 09:11:56.156 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=46] [2024/05/06 09:11:56.166 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/05/06 09:11:56.187 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:56.187 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/05/06 09:11:56.280 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6118130659999998\n# Parse_time: 0.00048431\n# Compile_time: 0.001408438\n# Rewrite_time: 0.000321581\n# Optimize_time: 0.001324413\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:11:56.289 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:56.289 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:11:56.317 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:56.317 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:11:56.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:56.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=236.622µs] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:56.437 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/05/06 09:11:56.474 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.651289ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:56.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:56.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=250.482µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:56.624 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/05/06 09:11:56.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=54.262667ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:56.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:56.751 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/05/06 09:11:56.791 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=287.383µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:56.801 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/05/06 09:11:56.840 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.059054ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:56.898 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/05/06 09:11:56.908 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/05/06 09:11:56.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:56.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:57.024 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 09:11:57.024 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:57.029 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.740211881\n# Parse_time: 0.000325289\n# Compile_time: 0.000830913\n# Rewrite_time: 0.000041982\n# Optimize_time: 0.000944599\n# Wait_TS: 0.000457177\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:11:57.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/06 09:11:57.085 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:57.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:57.085 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:57.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 09:11:57.137 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:57.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:57.146 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/05/06 09:11:57.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=2.641886ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:57.238 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/05/06 09:11:57.265 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=54.242602ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:57.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:57.333 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:57.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:57.374 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 09:11:57.375 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:57.379 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349249039\n# Parse_time: 0.0006531\n# Compile_time: 0.001017811\n# Rewrite_time: 0.000059535\n# Optimize_time: 0.000944599\n# Wait_TS: 0.000366038\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 09:11:57.395 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:57.638 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:11:57.756 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:11:57.798 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/05/06 09:11:57.801 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:11:57.910 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:11:57.912 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:57.913 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/06 09:11:57.934 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:57.937 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:11:57.937 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:11:57.937 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=68.249µs] [2024/05/06 09:11:57.937 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=180.928µs] [] [2024/05/06 09:11:57.937 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:11:57.937 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:11:58.063 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/06 09:11:58.086 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/06 09:11:58.118 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:11:58.161 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:58.163 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 09:11:58.164 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:11:58.175 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:11:58.175 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:11:58.175 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:58.176 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:11:58.177 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:11:58.177 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:11:58.177 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:11:58.177 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:58.177 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:58.192 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:11:58.193 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:11:58.193 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:11:58.193 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:11:58.193 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=700.7GiB] [2024/05/06 09:11:58.233 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/05/06 09:11:58.237 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:58.240 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:58.241 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/05/06 09:11:58.252 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:11:58.256 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.108039ms] [encodeDur=1.910734ms] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=268.661µs] [type=file] [takeTime=3.640767ms] [] [2024/05/06 09:11:58.256 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=22.867077ms] [] [2024/05/06 09:11:58.256 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/350c8fbe-f6ec-4494-ad8b-3e269ecc3a9e.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/05/06 09:11:58.257 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:11:58.257 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:11:58.257 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:58.259 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.80301ms] [] [2024/05/06 09:11:58.260 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:11:58.265 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:11:58.287 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/06 09:11:58.287 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:11:58.303 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/06 09:11:58.306 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=45.89852ms] [] [2024/05/06 09:11:58.306 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:11:58.307 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.00356ms] [] [2024/05/06 09:11:58.307 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:11:58.307 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:58.308 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.441607ms] [] [2024/05/06 09:11:58.308 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:11:58.308 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:58.308 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.62µs] [] [2024/05/06 09:11:58.309 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:11:58.309 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=855.989µs] [] [2024/05/06 09:11:58.396 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:11:58.400 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:11:58.400 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:58.400 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:58.401 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:58.401 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:58.401 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:11:58.403 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:11:58.403 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:11:58.403 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:11:58.403 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:11:58.403 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:11:58.403 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=242.254479ms] [] [2024/05/06 09:11:58.424 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:11:58.425 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:11:58.426 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/06 09:11:58.426 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:11:58.498 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 09:11:58.499 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:11:58.499 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:11:58.641 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:11:58.720 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:11:58.721 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:11:58.721 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:11:58.728 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=7.481243ms] [] [2024/05/06 09:11:58.728 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/05/06 09:11:58.728 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 09:11:58.728 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/05/06 09:11:58.728 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/05/06 09:11:58.732 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/05/06 09:11:58.733 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 09:11:58.733 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.294782ms] [] [2024/05/06 09:11:58.733 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.505374ms] [] [2024/05/06 09:11:58.780 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=138.805676ms] [] [2024/05/06 09:11:58.823 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:11:58.823 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/05/06 09:11:58.826 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/05/06 09:11:58.867 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/05/06 09:11:58.907 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=47] [2024/05/06 09:11:58.934 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:11:58.934 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/05/06 09:11:59.034 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:11:59.036 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.656321214\n# Parse_time: 0.000454172\n# Compile_time: 0.001368027\n# Rewrite_time: 0.000354503\n# Optimize_time: 0.000944599\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:11:59.083 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:11:59.122 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:59.122 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:11:59.175 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.210 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=318.496µs] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:59.224 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/05/06 09:11:59.261 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=54.647233ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=230.104µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:59.345 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/05/06 09:11:59.385 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=54.141972ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.448 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.459 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/05/06 09:11:59.506 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=279.709µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:11:59.519 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/05/06 09:11:59.567 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=65.4883ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.633 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/05/06 09:11:59.643 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/05/06 09:11:59.647 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 09:11:59.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.727 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/06 09:11:59.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:11:59.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.648854542\n# Parse_time: 0.000661669\n# Compile_time: 0.001037572\n# Rewrite_time: 0.00005329\n# Optimize_time: 0.001329563\n# Wait_TS: 0.000490693\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:11:59.733 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:11:59.782 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:59.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:11:59.782 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:59.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:11:59.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:59.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:11:59.844 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/05/06 09:11:59.926 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=2.3508ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:11:59.937 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/05/06 09:11:59.974 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.710009ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:11:59.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:00.105 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 09:11:59.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:00.146 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 09:12:00.146 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:00.150 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.4185721\n# Parse_time: 0.000828933\n# Compile_time: 0.001235609\n# Rewrite_time: 0.000062579\n# Optimize_time: 0.001329563\n# Wait_TS: 0.000432205\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:12:00.168 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:00.357 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:12:00.523 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:00.569 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/05/06 09:12:00.569 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:00.678 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:00.679 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:00.681 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/06 09:12:00.703 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:00.707 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:00.707 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:12:00.707 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=53.858µs] [2024/05/06 09:12:00.707 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=169.631µs] [] [2024/05/06 09:12:00.707 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:00.707 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:00.820 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/06 09:12:00.843 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/06 09:12:00.858 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:00.960 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:00.962 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 09:12:00.965 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:00.976 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:00.976 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:00.977 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:00.977 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:00.978 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:00.978 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:00.978 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:00.978 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:00.978 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:00.994 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:00.996 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:00.996 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:00.996 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:00.996 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=700.7GiB] [2024/05/06 09:12:01.042 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/05/06 09:12:01.046 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:01.049 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:01.050 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/05/06 09:12:01.109 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:12:01.112 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.279809ms] [encodeDur=1.16585ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=319.217µs] [type=file] [takeTime=3.148046ms] [] [2024/05/06 09:12:01.113 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=71.361958ms] [] [2024/05/06 09:12:01.113 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/1b11df17-eb50-4940-9b3e-d698ad51cbb5.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/05/06 09:12:01.113 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:12:01.113 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:12:01.113 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:01.116 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.669626ms] [] [2024/05/06 09:12:01.116 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:12:01.121 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:01.143 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:12:01.143 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:01.158 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:12:01.160 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.660399ms] [] [2024/05/06 09:12:01.160 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:01.161 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.090141ms] [] [2024/05/06 09:12:01.161 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:12:01.161 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:01.163 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.695217ms] [] [2024/05/06 09:12:01.163 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:12:01.163 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:01.163 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=73.571µs] [] [2024/05/06 09:12:01.163 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:01.164 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=899.849µs] [] [2024/05/06 09:12:01.218 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:01.221 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:01.221 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:01.221 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:01.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:01.222 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:01.222 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:01.224 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:01.224 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:01.224 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:01.224 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:01.224 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:01.224 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=263.63047ms] [] [2024/05/06 09:12:01.291 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:01.292 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:01.294 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:01.294 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:01.413 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/06 09:12:01.415 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:01.415 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:01.583 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:01.632 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:12:01.632 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:12:01.632 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:12:01.640 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=7.358352ms] [] [2024/05/06 09:12:01.640 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/05/06 09:12:01.640 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 09:12:01.640 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/05/06 09:12:01.640 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/06 09:12:01.644 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/05/06 09:12:01.644 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 09:12:01.644 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=12.227129ms] [] [2024/05/06 09:12:01.644 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=12.398071ms] [] [2024/05/06 09:12:01.691 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=108.622886ms] [] [2024/05/06 09:12:01.699 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:01.699 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/05/06 09:12:01.702 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/05/06 09:12:01.787 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/05/06 09:12:01.790 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=48] [2024/05/06 09:12:01.816 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:01.816 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/05/06 09:12:01.918 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:02.092 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.940159168\n# Parse_time: 0.000971972\n# Compile_time: 0.001854586\n# Rewrite_time: 0.00044405\n# Optimize_time: 0.001329563\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestInputNull [2024/05/06 09:12:02.103 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:12:02.132 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:02.132 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:12:02.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=265.388µs] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:02.271 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/05/06 09:12:02.305 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.96116ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.415 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=187.804µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:02.425 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/05/06 09:12:02.465 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.483922ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.532 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=215.138µs] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:02.584 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/05/06 09:12:02.621 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.857552ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.734 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:02.743 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 09:12:02.747 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.803 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 09:12:02.803 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:02.807 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.705677437\n# Parse_time: 0.000530084\n# Compile_time: 0.000766491\n# Rewrite_time: 0.000034103\n# Optimize_time: 0.001332895\n# Wait_TS: 0.000575936\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:12:02.809 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:12:02.840 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:02.840 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:12:02.904 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:02.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=1.067326ms] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:02.951 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/05/06 09:12:02.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=54.726659ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:03.067 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:02.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:03.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 09:12:03.099 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:03.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:12:03.107 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:12:03.148 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:03.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:03.148 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:03.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:12:03.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:03.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:03.233 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 09:12:03.298 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.401187ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:03.309 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/05/06 09:12:03.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.376878ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:03.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:03.414 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:03.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:03.460 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 09:12:03.460 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:03.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358663308\n# Parse_time: 0.000531843\n# Compile_time: 0.000814364\n# Rewrite_time: 0.000043432\n# Optimize_time: 0.001332895\n# Wait_TS: 0.000445103\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:12:03.480 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:03.691 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:03.776 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:03.820 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/05/06 09:12:03.820 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:03.926 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:03.927 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:03.928 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/06 09:12:03.946 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:03.949 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:03.950 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:12:03.950 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=52.865µs] [2024/05/06 09:12:03.950 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=172.435µs] [] [2024/05/06 09:12:03.950 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:03.950 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:04.111 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/06 09:12:04.128 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:04.133 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/06 09:12:04.167 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:04.169 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 09:12:04.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:04.179 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:04.179 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:04.179 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:04.179 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:04.180 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:04.180 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:04.180 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:04.181 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:04.181 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:04.196 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:04.197 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:04.197 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:04.197 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:04.197 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=700.7GiB] [2024/05/06 09:12:04.244 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/05/06 09:12:04.248 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:04.251 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:04.251 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/06 09:12:04.263 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/06 09:12:04.266 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.362319ms] [encodeDur=1.190381ms] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=297.711µs] [type=file] [takeTime=3.316982ms] [] [2024/05/06 09:12:04.267 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/7feca7a6-aab0-4f2c-ad8c-3b32fa877ed8.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/06 09:12:04.267 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=23.167474ms] [] [2024/05/06 09:12:04.268 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:12:04.268 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:12:04.268 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:04.270 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.068564ms] [] [2024/05/06 09:12:04.270 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:12:04.275 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:04.297 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/06 09:12:04.297 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:04.311 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 09:12:04.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.892086ms] [] [2024/05/06 09:12:04.313 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:04.314 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.039646ms] [] [2024/05/06 09:12:04.314 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:12:04.314 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:04.316 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.419224ms] [] [2024/05/06 09:12:04.316 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:12:04.316 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:04.316 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=60.057µs] [] [2024/05/06 09:12:04.316 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:04.317 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=895.758µs] [] [2024/05/06 09:12:04.361 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:04.365 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:04.365 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:04.365 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:04.365 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:04.367 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:04.367 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:04.367 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:04.368 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:04.368 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:04.368 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=200.117346ms] [] [2024/05/06 09:12:04.489 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:04.490 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:04.492 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:04.492 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:04.560 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/06 09:12:04.561 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:04.561 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:04.730 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:04.819 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:12:04.819 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:12:04.819 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:12:04.828 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=8.519409ms] [] [2024/05/06 09:12:04.828 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/05/06 09:12:04.828 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 09:12:04.828 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/05/06 09:12:04.828 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/06 09:12:04.832 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/05/06 09:12:04.833 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 09:12:04.833 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=14.269774ms] [] [2024/05/06 09:12:04.833 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=14.573161ms] [] [2024/05/06 09:12:04.878 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=147.295901ms] [] [2024/05/06 09:12:04.947 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:04.947 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/05/06 09:12:04.950 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/05/06 09:12:05.014 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/05/06 09:12:05.026 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=49] [2024/05/06 09:12:05.049 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:05.049 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/05/06 09:12:05.147 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:05.331 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.865603898\n# Parse_time: 0.00109334\n# Compile_time: 0.001434291\n# Rewrite_time: 0.000325257\n# Optimize_time: 0.001332895\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:12:05.340 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:12:05.374 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:05.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:05.374 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:05.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:12:05.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:05.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:05.452 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/05/06 09:12:05.502 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.336009ms] [gotSchemaVersion=177] [phyTblIDs="[247,249]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:12:05.513 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/05/06 09:12:05.549 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.323342ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:05.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:05.586 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 09:12:05.596 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/05/06 09:12:05.600 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:05.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:05.703 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 09:12:05.703 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:05.708 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.368551591\n# Parse_time: 0.000209615\n# Compile_time: 0.000768394\n# Rewrite_time: 0.000033942\n# Optimize_time: 0.00101309\n# Wait_TS: 0.000371247\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:12:05.724 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:05.925 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:06.030 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:06.125 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/05/06 09:12:06.126 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:06.232 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:06.234 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:06.235 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/06 09:12:06.255 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:06.259 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:06.259 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:12:06.259 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=70.798µs] [2024/05/06 09:12:06.259 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=200.859µs] [] [2024/05/06 09:12:06.259 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:06.259 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:06.395 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/06 09:12:06.413 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/06 09:12:06.419 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:06.455 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:06.456 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 09:12:06.458 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:06.468 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:06.469 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:06.469 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:06.469 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:06.470 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:06.470 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:06.470 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:06.470 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:06.471 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:06.488 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:06.489 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:06.490 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:06.490 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:06.490 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=700.7GiB] [2024/05/06 09:12:06.587 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/05/06 09:12:06.591 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:06.595 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:06.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/05/06 09:12:06.648 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/05/06 09:12:06.651 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.202521ms] [encodeDur=1.079192ms] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=306.109µs] [type=file] [takeTime=3.058685ms] [] [2024/05/06 09:12:06.652 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/094f6370-dee2-4010-91f4-345808cc867c.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/05/06 09:12:06.652 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=65.096789ms] [] [2024/05/06 09:12:06.652 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:12:06.652 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:12:06.652 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:06.654 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.845536ms] [] [2024/05/06 09:12:06.654 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:12:06.660 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:06.682 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/06 09:12:06.682 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:06.697 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 09:12:06.699 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.116229ms] [] [2024/05/06 09:12:06.699 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:06.700 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.201071ms] [] [2024/05/06 09:12:06.700 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:12:06.700 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:06.702 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.891336ms] [] [2024/05/06 09:12:06.702 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:12:06.702 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:06.702 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=65.837µs] [] [2024/05/06 09:12:06.702 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:06.703 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=865.361µs] [] [2024/05/06 09:12:06.750 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:06.751 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:06.752 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 09:12:06.753 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:06.753 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:06.755 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:06.755 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:06.755 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:06.755 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:06.758 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:06.758 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:06.758 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:06.758 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:06.758 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:06.758 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=303.130136ms] [] [2024/05/06 09:12:06.822 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/06 09:12:06.824 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:06.824 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:07.043 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:07.095 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:12:07.095 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:12:07.095 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:12:07.103 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=7.840354ms] [] [2024/05/06 09:12:07.103 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/05/06 09:12:07.103 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 09:12:07.103 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/05/06 09:12:07.103 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/06 09:12:07.107 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/05/06 09:12:07.107 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 09:12:07.108 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=12.713266ms] [] [2024/05/06 09:12:07.108 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=12.947171ms] [] [2024/05/06 09:12:07.148 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:07.148 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/05/06 09:12:07.151 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=107.446593ms] [] [2024/05/06 09:12:07.151 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/05/06 09:12:07.203 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/05/06 09:12:07.232 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=50] [2024/05/06 09:12:07.258 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:07.258 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/05/06 09:12:07.310 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6009690939999999\n# Parse_time: 0.001546625\n# Compile_time: 0.00200003\n# Rewrite_time: 0.000385151\n# Optimize_time: 0.00101309\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/05/06 09:12:07.355 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/06 09:12:07.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/06 09:12:07.391 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:07.392 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:07.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:07.392 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:07.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/05/06 09:12:07.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:07.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:07.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.048003ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:07.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/05/06 09:12:07.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.492394ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:07.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:07.626 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:07.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:07.650 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 09:12:07.650 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:07.656 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:12:07.698 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:07.698 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:12:07.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:07.799 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/05/06 09:12:07.858 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.241527ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:07.873 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/05/06 09:12:07.906 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=54.561803ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:07.946 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:07.980 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 09:12:07.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:07.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329578933\n# Parse_time: 0.000740535\n# Compile_time: 0.001041422\n# Rewrite_time: 0.000051224\n# Optimize_time: 0.001108545\n# Wait_TS: 0.000400322\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:12:07.998 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:08.255 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:12:08.333 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:08.367 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/05/06 09:12:08.367 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:08.473 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:08.474 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:08.475 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/06 09:12:08.496 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:08.498 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:12:08.498 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:12:08.498 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=49.924µs] [2024/05/06 09:12:08.498 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=152.817µs] [] [2024/05/06 09:12:08.498 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:08.499 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:08.593 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/06 09:12:08.645 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/06 09:12:08.665 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:08.704 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:08.705 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 09:12:08.706 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:08.715 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:08.715 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:08.716 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:08.716 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:08.717 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:08.717 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:08.717 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:08.717 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:08.717 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:08.731 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:08.732 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:08.732 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:12:08.732 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:08.732 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=700.7GiB] [2024/05/06 09:12:08.771 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/05/06 09:12:08.776 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:12:08.781 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:12:08.782 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/05/06 09:12:08.804 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/05/06 09:12:08.806 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.020867ms] [encodeDur=576.283µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=326.693µs] [type=file] [takeTime=2.256893ms] [] [2024/05/06 09:12:08.807 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=36.028433ms] [] [2024/05/06 09:12:08.807 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/1ab7c15d-408d-450a-9a48-291cf0f5ec0f.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/05/06 09:12:08.807 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:12:08.807 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:12:08.807 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:12:08.809 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=2.049683ms] [] [2024/05/06 09:12:08.810 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/06 09:12:08.814 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:08.836 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:12:08.836 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:08.849 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:12:08.851 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=41.244674ms] [] [2024/05/06 09:12:08.851 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:12:08.852 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.041043ms] [] [2024/05/06 09:12:08.852 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:12:08.852 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:12:08.854 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.433331ms] [] [2024/05/06 09:12:08.854 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/06 09:12:08.854 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:12:08.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=46.719µs] [] [2024/05/06 09:12:08.854 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:12:08.855 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=809.693µs] [] [2024/05/06 09:12:08.900 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 09:12:08.903 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:08.903 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:08.903 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:08.903 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:08.905 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:08.905 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:08.905 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:08.905 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:08.906 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:08.906 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=201.88193ms] [] [2024/05/06 09:12:08.989 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:08.990 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:08.991 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:08.991 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:09.059 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:12:09.060 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 09:12:09.098 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/05/06 09:12:09.099 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:12:09.100 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/06 09:12:09.106 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/05/06 09:12:09.172 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=51] [2024/05/06 09:12:09.198 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:09.198 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/05/06 09:12:09.267 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:09.291 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:603\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:12:09.292 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.3062015439999999\n# Parse_time: 0.000536115\n# Compile_time: 0.001226919\n# Rewrite_time: 0.000279468\n# Optimize_time: 0.001108545\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zcywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjEuM3MsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestKillBeforeFinish [2024/05/06 09:12:09.355 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/06 09:12:09.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/06 09:12:09.392 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:09.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:09.392 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:09.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/05/06 09:12:09.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:09.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:09.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=919.488µs] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:09.522 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/05/06 09:12:09.559 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.266548ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:09.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:09.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:09.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:09.654 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 09:12:09.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:09.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301679487\n# Parse_time: 0.000342499\n# Compile_time: 0.000586426\n# Rewrite_time: 0.00002631\n# Optimize_time: 0.000208138\n# Wait_TS: 0.000368482\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 32ea063e6be022f03140c08932b151273956be8bac928675ddd85b677498b4a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE kill_job;"] [2024/05/06 09:12:09.660 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:12:09.707 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:09.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:09.707 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:09.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 09:12:09.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:09.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:09.790 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/05/06 09:12:09.891 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=35.405744ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:09.906 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["ddl job id"=258] [ver=181] [2024/05/06 09:12:09.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/05/06 09:12:09.928 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=75.819856ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:09.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:09.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:09.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:10.009 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/05/06 09:12:10.009 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:10.013 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.353868499\n# Parse_time: 0.000716723\n# Compile_time: 0.00117416\n# Rewrite_time: 0.000044086\n# Optimize_time: 0.000208138\n# Wait_TS: 0.000415608\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 09:12:10.026 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:10.218 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:12:10.339 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:10.377 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/05/06 09:12:10.377 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:10.485 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:10.487 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:10.488 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/06 09:12:10.507 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:10.510 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:10.510 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/06 09:12:10.510 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=62.711µs] [2024/05/06 09:12:10.510 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=187.688µs] [] [2024/05/06 09:12:10.510 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:10.510 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:10.629 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/06 09:12:10.650 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/06 09:12:10.658 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:10.748 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:10.750 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 09:12:10.751 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:10.760 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:10.760 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:10.761 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:10.761 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:10.762 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:10.762 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:10.762 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:10.762 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:10.762 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:10.777 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:10.779 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:10.779 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:10.779 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:10.779 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=700.7GiB] [2024/05/06 09:12:10.828 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/05/06 09:12:10.832 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:12:10.836 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:12:10.836 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/05/06 09:12:10.850 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/05/06 09:12:10.853 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.078426ms] [encodeDur=458.138µs] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=235.318µs] [type=file] [takeTime=2.147153ms] [] [2024/05/06 09:12:10.854 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/d6bd60b0-eeff-4757-ac02-96778d4d8c9c.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/05/06 09:12:10.854 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=25.71203ms] [] [2024/05/06 09:12:10.854 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:12:10.854 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:12:10.854 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:12:10.856 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.888328ms] [] [2024/05/06 09:12:10.856 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/06 09:12:10.861 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:10.882 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:12:10.883 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:10.883 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/05/06 09:12:10.891 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/05/06 09:12:10.897 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:12:10.899 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=42.636256ms] [] [2024/05/06 09:12:10.899 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:12:10.900 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.245423ms] [] [2024/05/06 09:12:10.900 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:12:10.900 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:12:10.902 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.870669ms] [] [2024/05/06 09:12:10.902 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/05/06 09:12:10.902 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:12:10.902 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=62.051µs] [] [2024/05/06 09:12:10.902 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:12:10.903 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=880.965µs] [] [2024/05/06 09:12:10.951 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 09:12:10.954 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:10.954 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:10.954 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:10.954 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:10.954 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:10.955 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:10.954 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:10.955 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:10.955 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:10.955 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:10.955 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:10.955 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:10.955 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:10.957 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:10.957 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:10.957 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:10.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:10.957 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:10.957 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=208.340863ms] [] [2024/05/06 09:12:10.972 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/05/06 09:12:10.994 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:12:10.996 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/06 09:12:11.011 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/05/06 09:12:11.119 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=52] [2024/05/06 09:12:11.143 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:11.143 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/05/06 09:12:11.213 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.199484016\n# Parse_time: 0.000563252\n# Compile_time: 0.001108703\n# Rewrite_time: 0.000286577\n# Optimize_time: 0.000208138\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4ycywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjEuMnMsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:12:11.227 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestLoadSQLDump [2024/05/06 09:12:12.252 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:12:12.276 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:12.276 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:12:12.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:12.379 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=332.572µs] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:12.390 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/05/06 09:12:12.428 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.494529ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:12.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:12.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=202.889µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:12.530 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/05/06 09:12:12.569 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=53.105698ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:12.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:12.687 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=265.917µs] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:12.699 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/05/06 09:12:12.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=54.84303ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:12.810 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:12.820 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/05/06 09:12:12.824 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:12.877 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 09:12:12.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:12.881 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.629898333\n# Parse_time: 0.000468072\n# Compile_time: 0.000839557\n# Rewrite_time: 0.000032644\n# Optimize_time: 0.000151949\n# Wait_TS: 0.00032002\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:12:12.882 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:12:12.916 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:12.916 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:12:12.987 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:12.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:13.024 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=913.524µs] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:13.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/05/06 09:12:13.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=91.9057ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:12.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:13.188 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:12.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:13.215 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/06 09:12:13.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:13.219 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.337630455\n# Parse_time: 0.000230824\n# Compile_time: 0.000761245\n# Rewrite_time: 0.000031374\n# Optimize_time: 0.000151949\n# Wait_TS: 0.000438695\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 09:12:13.222 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/06 09:12:13.258 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:13.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:13.258 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:13.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 09:12:13.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:13.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:13.310 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/05/06 09:12:13.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.627381ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:13.380 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/05/06 09:12:13.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=52.876209ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:13.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:13.498 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:13.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:13.580 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/06 09:12:13.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:13.584 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.363770221\n# Parse_time: 0.00058208\n# Compile_time: 0.001371202\n# Rewrite_time: 0.000049378\n# Optimize_time: 0.000151949\n# Wait_TS: 0.000527355\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 09:12:13.598 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:13.805 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 09:12:13.891 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:13.971 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/05/06 09:12:13.971 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:14.077 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:14.079 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:14.080 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/06 09:12:14.102 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:14.106 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:14.106 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 09:12:14.106 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=64.864µs] [2024/05/06 09:12:14.106 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=189.514µs] [] [2024/05/06 09:12:14.106 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:14.106 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:14.248 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/06 09:12:14.268 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/06 09:12:14.271 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:14.315 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:14.317 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 09:12:14.318 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:14.327 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:14.327 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:14.327 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:14.327 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:14.328 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:14.328 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:14.328 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:14.328 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:14.329 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:14.346 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:14.348 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:14.348 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:14.348 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=700.7GiB] [2024/05/06 09:12:14.348 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:14.453 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/05/06 09:12:14.457 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:14.461 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:14.462 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/06 09:12:14.473 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/05/06 09:12:14.476 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.496458ms] [encodeDur=806.069µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=382.303µs] [type=file] [takeTime=3.224018ms] [] [2024/05/06 09:12:14.477 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=24.385455ms] [] [2024/05/06 09:12:14.477 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/1e1f685a-a572-4dea-abec-38d80bb34f18.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/06 09:12:14.477 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:12:14.477 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:12:14.477 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:14.480 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.206273ms] [] [2024/05/06 09:12:14.480 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:12:14.485 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:14.507 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:12:14.507 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:14.521 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:12:14.524 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=44.253876ms] [] [2024/05/06 09:12:14.524 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:14.525 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.138196ms] [] [2024/05/06 09:12:14.525 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:12:14.525 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:14.527 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.673008ms] [] [2024/05/06 09:12:14.527 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:12:14.527 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:14.527 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=55.857µs] [] [2024/05/06 09:12:14.527 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:14.528 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=828.275µs] [] [2024/05/06 09:12:14.573 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:14.577 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:14.577 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:14.577 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:14.577 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:14.579 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:14.579 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:14.579 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:14.580 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:14.580 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:14.580 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=264.091429ms] [] [2024/05/06 09:12:14.592 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:14.594 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:14.595 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:14.595 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:14.656 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 09:12:14.658 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:14.658 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:14.844 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:14.899 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:12:14.899 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:12:14.899 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:12:14.907 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=7.669565ms] [] [2024/05/06 09:12:14.907 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 09:12:14.907 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:12:14.907 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/05/06 09:12:14.907 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/06 09:12:14.911 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:12:14.911 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:12:14.912 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=12.354685ms] [] [2024/05/06 09:12:14.912 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=12.564543ms] [] [2024/05/06 09:12:14.953 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=109.139235ms] [] [2024/05/06 09:12:14.997 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:14.997 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/05/06 09:12:15.000 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/05/06 09:12:15.043 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/05/06 09:12:15.076 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=53] [2024/05/06 09:12:15.103 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:15.103 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/05/06 09:12:15.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5719303230000001\n# Parse_time: 0.000910274\n# Compile_time: 0.001307362\n# Rewrite_time: 0.000312574\n# Optimize_time: 0.000151949\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/06 09:12:15.215 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/06 09:12:15.245 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:15.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:15.245 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:15.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/06 09:12:15.251 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:15.290 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:15.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:15.302 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/05/06 09:12:15.344 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=2.313663ms] [gotSchemaVersion=187] [phyTblIDs="[262,264]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:12:15.359 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/05/06 09:12:15.391 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.791711ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:15.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:15.459 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/05/06 09:12:15.472 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/05/06 09:12:15.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:15.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:15.531 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/06 09:12:15.531 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:15.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.321454945\n# Parse_time: 0.000342247\n# Compile_time: 0.000839128\n# Rewrite_time: 0.00003849\n# Optimize_time: 0.001275909\n# Wait_TS: 0.000429826\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/05/06 09:12:15.784 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump3184608048/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 09:12:15.785 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:15.785 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 09:12:15.785 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=64.512µs] [2024/05/06 09:12:15.785 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=187.489µs] [] [2024/05/06 09:12:15.866 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:15.900 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/05/06 09:12:15.900 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:16.007 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:16.009 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:16.010 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/06 09:12:16.028 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:16.028 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:16.205 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/06 09:12:16.226 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/06 09:12:16.241 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:16.281 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:16.282 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 09:12:16.292 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:16.292 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:16.292 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:16.292 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:16.293 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:16.294 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:16.294 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:16.294 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:16.294 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:16.308 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:16.309 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:16.310 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:16.310 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:16.310 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=700.7GiB] [2024/05/06 09:12:16.356 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/05/06 09:12:16.360 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:16.364 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:16.364 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/05/06 09:12:16.392 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/05/06 09:12:16.394 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=232.163µs] [encodeDur=884.16µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=286.271µs] [type=file] [takeTime=1.893523ms] [] [2024/05/06 09:12:16.394 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=38.699123ms] [] [2024/05/06 09:12:16.394 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/b772ea7b-92c7-492c-80cc-2f3b29c90313.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/05/06 09:12:16.395 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:12:16.395 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:12:16.395 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:16.397 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.987773ms] [] [2024/05/06 09:12:16.397 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:12:16.401 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:16.423 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:12:16.423 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:16.437 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:12:16.439 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.16391ms] [] [2024/05/06 09:12:16.439 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:16.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.153115ms] [] [2024/05/06 09:12:16.440 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:12:16.440 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:16.442 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.753795ms] [] [2024/05/06 09:12:16.442 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:12:16.442 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:16.442 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=65.816µs] [] [2024/05/06 09:12:16.442 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:16.443 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=904.959µs] [] [2024/05/06 09:12:16.503 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=36.573094ms] [2024/05/06 09:12:16.534 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:16.536 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:16.539 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:16.539 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:16.543 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 09:12:16.548 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:16.548 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:16.548 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:16.548 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:16.551 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:16.551 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:16.551 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:16.551 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:16.551 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:16.551 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=270.073593ms] [] [2024/05/06 09:12:16.620 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 09:12:16.621 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:16.621 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:16.783 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:16.869 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:12:16.869 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:12:16.869 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:12:16.878 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=9.321235ms] [] [2024/05/06 09:12:16.878 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 09:12:16.878 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:12:16.878 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/05/06 09:12:16.879 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/05/06 09:12:16.882 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:12:16.883 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:12:16.883 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=14.040019ms] [] [2024/05/06 09:12:16.883 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=14.275669ms] [] [2024/05/06 09:12:16.918 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:16.919 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/05/06 09:12:16.922 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/05/06 09:12:16.933 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=149.420645ms] [] [2024/05/06 09:12:16.981 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/05/06 09:12:17.005 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/05/06 09:12:17.029 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:17.029 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/05/06 09:12:17.115 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:17.131 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.594374466\n# Parse_time: 0.000459311\n# Compile_time: 0.001269983\n# Rewrite_time: 0.000370542\n# Optimize_time: 0.001275909\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump3184608048/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/05/06 09:12:17.140 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/06 09:12:17.142 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/06 09:12:17.171 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:17.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:17.171 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:17.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/06 09:12:17.286 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:17.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:17.317 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.182633ms] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:17.329 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/05/06 09:12:17.365 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=54.019402ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:17.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:17.421 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:17.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:17.447 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 09:12:17.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:17.452 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.310259856\n# Parse_time: 0.00038642\n# Compile_time: 0.000654021\n# Rewrite_time: 0.000026249\n# Optimize_time: 0.001079511\n# Wait_TS: 0.000464812\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 51e97fdc2613e3aee21c06b152169d2daca432914e619b590051b0c980cfa305\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_write_speed;"] [2024/05/06 09:12:17.454 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/06 09:12:17.496 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:17.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:17.496 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:17.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/06 09:12:17.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:17.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:17.548 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/05/06 09:12:17.607 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=2.365321ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:17.619 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/05/06 09:12:17.654 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.426359ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:17.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:17.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:17.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:17.813 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 09:12:17.813 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:17.817 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.364684205\n# Parse_time: 0.000762887\n# Compile_time: 0.001022033\n# Rewrite_time: 0.000044197\n# Optimize_time: 0.001079511\n# Wait_TS: 0.000407623\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/05/06 09:12:17.834 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:18.045 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:12:18.181 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:18.227 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/05/06 09:12:18.227 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:18.333 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:18.334 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:18.335 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/06 09:12:18.354 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:18.357 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:18.357 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 09:12:18.357 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=65.293µs] [2024/05/06 09:12:18.357 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=174.244µs] [] [2024/05/06 09:12:18.357 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:18.357 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:18.482 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/06 09:12:18.493 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:18.501 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/06 09:12:18.587 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:18.589 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 09:12:18.590 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:18.599 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:18.599 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:18.600 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:18.600 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:18.601 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:18.601 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:18.601 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:18.601 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:18.601 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:18.617 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:18.619 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:18.619 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:18.619 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:18.619 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=700.7GiB] [2024/05/06 09:12:18.665 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/05/06 09:12:18.669 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:12:18.673 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:18.673 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/06 09:12:18.685 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/06 09:12:18.887 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=33.529106ms] [encodeDur=158.504373ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.817925ms] [type=file] [takeTime=202.136281ms] [] [2024/05/06 09:12:18.888 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=222.304173ms] [] [2024/05/06 09:12:18.888 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/c6567a12-2c22-4900-aeab-f0296e02c056.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/06 09:12:18.888 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:12:18.888 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:12:18.888 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:12:18.890 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.247364ms] [] [2024/05/06 09:12:18.890 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 09:12:18.895 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:18.948 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 09:12:18.949 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:18.979 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 09:12:18.982 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=91.118799ms] [] [2024/05/06 09:12:18.982 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:12:18.983 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.402462ms] [] [2024/05/06 09:12:18.983 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:12:18.983 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:18.985 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.880076ms] [] [2024/05/06 09:12:18.985 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 09:12:18.986 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:18.986 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=75.512µs] [] [2024/05/06 09:12:18.986 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:18.987 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.016281ms] [] [2024/05/06 09:12:19.038 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 09:12:19.041 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:19.041 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:19.041 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:19.041 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:19.041 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:19.041 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:19.041 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:19.042 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:19.042 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:19.042 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:19.042 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:19.042 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:19.042 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:19.044 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:19.044 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:19.044 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:19.044 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:19.045 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:19.045 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=457.343538ms] [] [2024/05/06 09:12:19.049 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:19.050 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:19.051 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:19.051 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:19.125 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 09:12:19.126 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:19.126 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:19.281 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:19.377 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:12:19.378 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:12:19.378 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:12:19.386 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=8.27218ms] [] [2024/05/06 09:12:19.386 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 09:12:19.386 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:12:19.386 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/05/06 09:12:19.387 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/05/06 09:12:19.391 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 09:12:19.392 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:12:19.392 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=14.738675ms] [] [2024/05/06 09:12:19.393 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=14.99651ms] [] [2024/05/06 09:12:19.438 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=156.83893ms] [] [2024/05/06 09:12:19.449 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:19.449 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/05/06 09:12:19.452 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/05/06 09:12:19.531 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/05/06 09:12:19.534 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=55] [2024/05/06 09:12:19.556 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:19.557 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/05/06 09:12:19.640 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:19.782 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9607862900000002\n# Parse_time: 0.000468391\n# Compile_time: 0.001219649\n# Rewrite_time: 0.000255342\n# Optimize_time: 0.001079511\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:12:19.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/06 09:12:19.832 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:19.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:19.832 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:19.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 09:12:19.889 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:19.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:19.902 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/05/06 09:12:19.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=2.42935ms] [gotSchemaVersion=190] [phyTblIDs="[268,270]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:12:19.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/05/06 09:12:19.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.35829ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:19.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:20.027 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/05/06 09:12:20.035 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/05/06 09:12:20.039 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:19.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:20.102 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 09:12:20.102 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:20.108 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.309207763\n# Parse_time: 0.000423936\n# Compile_time: 0.000905069\n# Rewrite_time: 0.000035176\n# Optimize_time: 0.002548239\n# Wait_TS: 0.000366745\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 09:12:20.123 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:20.389 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:20.465 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:20.510 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/05/06 09:12:20.510 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:20.620 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:20.621 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:20.622 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/06 09:12:20.641 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:20.644 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:20.644 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 09:12:20.644 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=86.881µs] [2024/05/06 09:12:20.644 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=228.101µs] [] [2024/05/06 09:12:20.645 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:20.645 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:20.776 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/06 09:12:20.794 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/06 09:12:20.816 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:20.857 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:20.858 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 09:12:20.860 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:20.868 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:20.868 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:20.869 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:20.869 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:20.870 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:20.870 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:20.870 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:20.870 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:20.870 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:20.884 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:20.886 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:20.886 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:20.886 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:20.886 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=700.7GiB] [2024/05/06 09:12:20.931 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/05/06 09:12:20.935 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:12:20.938 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:20.939 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/05/06 09:12:20.950 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/05/06 09:12:21.172 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=72.124995ms] [encodeDur=141.271951ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.783962ms] [type=file] [takeTime=222.495196ms] [] [2024/05/06 09:12:21.173 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=241.98874ms] [] [2024/05/06 09:12:21.173 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/fe3b9241-bb20-49d8-bc6c-0ac634db751c.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/05/06 09:12:21.174 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:12:21.174 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:12:21.174 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:12:21.176 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.284001ms] [] [2024/05/06 09:12:21.176 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 09:12:21.181 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:21.203 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 09:12:21.203 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:22.911 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=37.76113ms] [2024/05/06 09:12:30.768 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 09:12:30.770 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.593411257s] [] [2024/05/06 09:12:30.770 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:12:30.771 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.320061ms] [] [2024/05/06 09:12:30.771 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:12:30.771 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:30.773 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.659645ms] [] [2024/05/06 09:12:30.773 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 09:12:30.773 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:30.773 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=50.218µs] [] [2024/05/06 09:12:30.773 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:12:30.774 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=918.267µs] [] [2024/05/06 09:12:30.818 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 09:12:30.822 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:30.822 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:30.822 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:30.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:30.823 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:30.823 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:30.825 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:30.825 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:30.825 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:30.825 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:30.825 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:30.825 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=9.968416312s] [] [2024/05/06 09:12:30.830 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:30.831 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:30.832 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:30.832 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:30.902 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 09:12:30.903 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:30.903 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:31.108 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:31.154 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:12:31.154 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:12:31.154 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:12:31.162 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=7.800389ms] [] [2024/05/06 09:12:31.162 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 09:12:31.162 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:12:31.162 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/05/06 09:12:31.162 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/05/06 09:12:31.166 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 09:12:31.167 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:12:31.167 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.746952ms] [] [2024/05/06 09:12:31.167 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.988003ms] [] [2024/05/06 09:12:31.206 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=98.884497ms] [] [2024/05/06 09:12:31.231 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:31.231 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/05/06 09:12:31.234 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/05/06 09:12:31.306 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/05/06 09:12:31.318 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/05/06 09:12:31.322 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.212573737\n# Parse_time: 0.000553996\n# Compile_time: 0.001313913\n# Rewrite_time: 0.00031419\n# Optimize_time: 0.002548239\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/05/06 09:12:31.384 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:12:31.392 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:31.392 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/05/06 09:12:31.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:31.431 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:12:31.488 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:31.495 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:31.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=342.302µs] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:31.536 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/05/06 09:12:31.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.479474ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:31.623 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:31.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=232.011µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:31.669 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/05/06 09:12:31.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.091132ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:31.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:31.853 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=340.404µs] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:31.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/05/06 09:12:31.901 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=54.087752ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:31.936 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:31.944 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/05/06 09:12:31.949 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:32.002 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/06 09:12:32.003 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:32.006 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.623831746\n# Parse_time: 0.000852856\n# Compile_time: 0.001213698\n# Rewrite_time: 0.000059912\n# Optimize_time: 0.001880512\n# Wait_TS: 0.000400741\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:12:32.008 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:12:32.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:32.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:12:32.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:31.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:32.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=1.20263ms] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:32.149 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/05/06 09:12:32.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.126338ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:31.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:32.244 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:31.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:32.320 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/06 09:12:32.320 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:32.325 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317389126\n# Parse_time: 0.000270542\n# Compile_time: 0.000811012\n# Rewrite_time: 0.000039799\n# Optimize_time: 0.001880512\n# Wait_TS: 0.000415028\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 09:12:32.328 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/06 09:12:32.380 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:32.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:32.380 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:32.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/06 09:12:32.444 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:32.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:32.453 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/05/06 09:12:32.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.194614ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:32.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/05/06 09:12:32.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.952039ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:32.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:32.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:32.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:32.670 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/05/06 09:12:32.670 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:32.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.347410353\n# Parse_time: 0.001097502\n# Compile_time: 0.001560562\n# Rewrite_time: 0.000070799\n# Optimize_time: 0.001880512\n# Wait_TS: 0.000444885\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/05/06 09:12:32.688 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:32.914 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:33.012 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:33.053 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/05/06 09:12:33.054 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:33.188 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:33.191 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:33.193 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/06 09:12:33.219 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:33.222 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:33.222 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/06 09:12:33.222 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=47.893µs] [2024/05/06 09:12:33.222 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=158.194µs] [] [2024/05/06 09:12:33.222 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:33.223 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:33.361 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/06 09:12:33.379 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/06 09:12:33.391 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:33.433 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:33.434 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 09:12:33.436 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:33.444 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:33.444 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:33.445 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:33.445 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:33.446 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:33.446 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:33.446 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:33.446 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:33.446 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:33.460 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:33.461 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:33.461 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:33.461 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/05/06 09:12:33.461 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=700.7GiB] [2024/05/06 09:12:33.504 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/05/06 09:12:33.508 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:33.511 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:33.511 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/05/06 09:12:33.556 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/05/06 09:12:33.608 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=390.036µs] [encodeDur=49.612186ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=642.431µs] [type=file] [takeTime=51.403222ms] [] [2024/05/06 09:12:33.610 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=105.87253ms] [] [2024/05/06 09:12:33.610 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/fb5c9ced-8da3-46f4-9f18-b1295d49e442.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/05/06 09:12:33.611 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:12:33.611 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:12:33.611 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:33.613 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.172436ms] [] [2024/05/06 09:12:33.613 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:12:33.618 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:33.640 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:12:33.640 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:33.654 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:12:33.657 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.458544ms] [] [2024/05/06 09:12:33.657 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:12:33.658 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.259773ms] [] [2024/05/06 09:12:33.658 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:12:33.658 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:33.658 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/a64ee5a6-8606-4e8e-9670-14067f0bbbf1.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/05/06 09:12:33.661 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.641176ms] [] [2024/05/06 09:12:33.661 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:12:33.665 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:33.688 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:12:33.688 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:33.701 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 09:12:33.703 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=41.888691ms] [] [2024/05/06 09:12:33.703 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:12:33.704 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.171792ms] [] [2024/05/06 09:12:33.749 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:33.754 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:33.754 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:33.754 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:33.754 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:33.756 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:33.757 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:33.757 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:33.757 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:33.757 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:33.757 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=323.839383ms] [] [2024/05/06 09:12:33.780 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:33.782 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:33.783 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:33.784 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:33.854 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/06 09:12:33.856 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:33.856 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:34.063 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:34.107 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:12:34.107 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:12:34.107 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:12:34.115 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=7.815448ms] [] [2024/05/06 09:12:34.115 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/05/06 09:12:34.115 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/05/06 09:12:34.115 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 09:12:34.115 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/05/06 09:12:34.115 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/05/06 09:12:34.124 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/05/06 09:12:34.127 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/05/06 09:12:34.127 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 09:12:34.127 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=20.482832ms] [] [2024/05/06 09:12:34.127 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=20.719839ms] [] [2024/05/06 09:12:34.168 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=104.939299ms] [] [2024/05/06 09:12:34.181 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:34.181 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/05/06 09:12:34.184 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/05/06 09:12:34.260 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/05/06 09:12:34.263 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/05/06 09:12:34.289 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:34.289 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/05/06 09:12:34.436 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:34.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8976093490000001\n# Parse_time: 0.000545352\n# Compile_time: 0.002534663\n# Rewrite_time: 0.001503157\n# Optimize_time: 0.001880512\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/05/06 09:12:34.582 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 09:12:34.620 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/06 09:12:34.620 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:34.666 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:34.707 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=320.647µs] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:34.718 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/05/06 09:12:34.756 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.228286ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:34.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:34.904 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=268.955µs] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:34.915 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/05/06 09:12:34.953 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.343457ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.067 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=225.263µs] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:35.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/05/06 09:12:35.115 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=52.987528ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.184 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:35.194 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/05/06 09:12:35.198 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:34.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.252 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 09:12:35.252 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:35.256 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.674698514\n# Parse_time: 0.00053644\n# Compile_time: 0.000784265\n# Rewrite_time: 0.000035892\n# Optimize_time: 0.001064874\n# Wait_TS: 0.000377767\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/05/06 09:12:35.258 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 09:12:35.290 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:35.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:35.290 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:35.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 09:12:35.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:35.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.100089ms] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:35.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/05/06 09:12:35.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.70727ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:35.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.539 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:35.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.565 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 09:12:35.565 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:35.569 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312052726\n# Parse_time: 0.000471475\n# Compile_time: 0.000761914\n# Rewrite_time: 0.000031423\n# Optimize_time: 0.001064874\n# Wait_TS: 0.000416038\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 57c1769775ec71b312ca9272bfda9dbbb71fbb1ce0cbb7a37842365c6d1d7996\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_charset;"] [2024/05/06 09:12:35.572 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/06 09:12:35.628 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:35.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:35.628 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:35.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/06 09:12:35.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:35.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/05/06 09:12:35.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=40.798504ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:35.806 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["ddl job id"=281] [ver=200] [2024/05/06 09:12:35.813 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/05/06 09:12:35.828 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=75.204111ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:35.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.887 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:35.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:35.922 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 09:12:35.922 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:35.925 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.355690521\n# Parse_time: 0.0008111\n# Compile_time: 0.001397987\n# Rewrite_time: 0.000046782\n# Optimize_time: 0.001064874\n# Wait_TS: 0.00043388\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/05/06 09:12:35.928 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 09:12:35.974 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:35.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:35.975 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:35.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 09:12:36.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:35.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:36.059 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/05/06 09:12:36.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.612744ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:36.123 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/05/06 09:12:36.157 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.797802ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:35.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:36.276 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:35.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:36.312 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 09:12:36.312 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:36.316 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.389824437\n# Parse_time: 0.000620141\n# Compile_time: 0.000974565\n# Rewrite_time: 0.000049466\n# Optimize_time: 0.001064874\n# Wait_TS: 0.000324736\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 09:12:36.331 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:36.527 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:36.669 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:36.722 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/05/06 09:12:36.723 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:36.828 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:36.830 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:36.831 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/06 09:12:36.854 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:36.857 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/05/06 09:12:36.857 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/06 09:12:36.858 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=66.221µs] [2024/05/06 09:12:36.858 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=178.288µs] [] [2024/05/06 09:12:36.858 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:36.858 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:36.970 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/06 09:12:36.992 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/06 09:12:37.019 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:37.067 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:37.069 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 09:12:37.069 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:37.078 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:37.078 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:37.079 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:37.079 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:37.080 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:37.080 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:37.080 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:37.080 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:37.080 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:37.142 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:37.145 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:37.145 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=752.3GB] [2024/05/06 09:12:37.145 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:37.145 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=700.7GiB] [2024/05/06 09:12:37.188 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/05/06 09:12:37.192 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:12:37.196 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:12:37.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/06 09:12:37.203 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/06 09:12:37.206 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.129044ms] [encodeDur=720.903µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=251.828µs] [type=file] [takeTime=2.500699ms] [] [2024/05/06 09:12:37.206 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=18.25337ms] [] [2024/05/06 09:12:37.207 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/436a944d-6b81-458e-9cb0-4e68cbebbdf8.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/06 09:12:37.207 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:12:37.207 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:12:37.207 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:12:37.209 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.870779ms] [] [2024/05/06 09:12:37.209 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/06 09:12:37.213 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:37.235 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/06 09:12:37.235 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:37.249 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 09:12:37.251 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=42.350327ms] [] [2024/05/06 09:12:37.251 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:12:37.252 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.096712ms] [] [2024/05/06 09:12:37.252 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:12:37.252 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:12:37.254 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.520673ms] [] [2024/05/06 09:12:37.254 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/06 09:12:37.254 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:12:37.254 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=65.024µs] [] [2024/05/06 09:12:37.254 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:12:37.255 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=827.479µs] [] [2024/05/06 09:12:37.310 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:37.313 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:37.313 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:37.313 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:37.313 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:37.316 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:37.316 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:37.316 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:37.316 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:37.316 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:37.316 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=248.375632ms] [] [2024/05/06 09:12:37.348 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:37.349 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:37.350 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:37.350 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:37.419 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 09:12:37.420 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:37.420 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:37.657 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:37.710 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:12:37.710 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:12:37.710 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:12:37.718 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=7.922888ms] [] [2024/05/06 09:12:37.718 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 09:12:37.718 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:12:37.718 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/05/06 09:12:37.718 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/05/06 09:12:37.723 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 09:12:37.724 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:12:37.724 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=13.959893ms] [] [2024/05/06 09:12:37.724 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=14.234244ms] [] [2024/05/06 09:12:37.767 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=110.377242ms] [] [2024/05/06 09:12:37.847 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:37.847 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/05/06 09:12:37.849 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/05/06 09:12:37.944 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/05/06 09:12:37.946 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=58] [2024/05/06 09:12:37.970 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:37.970 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/05/06 09:12:38.069 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:38.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9081849549999998\n# Parse_time: 0.00056422\n# Compile_time: 0.001446021\n# Rewrite_time: 0.000352302\n# Optimize_time: 0.001064874\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 09:12:38.251 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:38.498 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:38.590 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:38.632 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/05/06 09:12:38.632 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:38.738 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:38.739 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:38.740 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/06 09:12:38.759 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:38.762 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:12:38.762 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/06 09:12:38.763 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=52.475µs] [2024/05/06 09:12:38.763 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=180.723µs] [] [2024/05/06 09:12:38.763 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:38.763 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:38.942 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/06 09:12:38.962 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/06 09:12:38.977 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:39.019 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:39.020 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 09:12:39.021 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:39.030 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:39.030 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:39.031 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:39.031 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:39.032 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:39.032 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:39.032 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:39.032 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:39.032 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:39.047 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:39.048 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:39.048 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:12:39.048 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:39.048 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=700.7GiB] [2024/05/06 09:12:39.096 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/05/06 09:12:39.100 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:12:39.103 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:39.103 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/06 09:12:39.152 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/05/06 09:12:39.155 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.359827ms] [encodeDur=820.911µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=282.202µs] [type=file] [takeTime=2.921713ms] [] [2024/05/06 09:12:39.155 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=59.8631ms] [] [2024/05/06 09:12:39.156 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/fa0a7b97-c706-4939-9e90-1bd30ff88719.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/06 09:12:39.156 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:12:39.156 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:12:39.156 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:12:39.158 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.999015ms] [] [2024/05/06 09:12:39.158 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:12:39.162 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:39.184 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/06 09:12:39.184 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:39.198 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 09:12:39.200 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=41.927827ms] [] [2024/05/06 09:12:39.200 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:12:39.201 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.094286ms] [] [2024/05/06 09:12:39.201 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:12:39.201 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:39.203 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.557394ms] [] [2024/05/06 09:12:39.203 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:12:39.203 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:39.203 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=76.272µs] [] [2024/05/06 09:12:39.203 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:39.204 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=865.976µs] [] [2024/05/06 09:12:39.312 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:39.313 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 09:12:39.314 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:39.315 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:39.315 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:39.318 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:39.318 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:39.318 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:39.318 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:39.321 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:39.321 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:39.321 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:39.321 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:39.321 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:39.321 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=302.224813ms] [] [2024/05/06 09:12:39.381 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 09:12:39.382 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:39.382 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:39.529 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:39.584 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:12:39.584 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:12:39.585 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:12:39.592 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=7.415901ms] [] [2024/05/06 09:12:39.592 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 09:12:39.592 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:12:39.592 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/05/06 09:12:39.592 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/05/06 09:12:39.596 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 09:12:39.597 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:12:39.597 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=12.699357ms] [] [2024/05/06 09:12:39.597 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=12.902662ms] [] [2024/05/06 09:12:39.698 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=168.289729ms] [] [2024/05/06 09:12:39.707 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:39.707 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/05/06 09:12:39.710 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/05/06 09:12:39.767 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/05/06 09:12:39.789 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:39.789 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/05/06 09:12:39.799 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/05/06 09:12:39.866 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6297714650000001\n# Parse_time: 0.000849696\n# Compile_time: 0.001826944\n# Rewrite_time: 0.000469205\n# Optimize_time: 0.000929621\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 09:12:39.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/06 09:12:39.897 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:39.925 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:39.925 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/06 09:12:39.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:39.971 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/05/06 09:12:40.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.373811ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:40.040 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/05/06 09:12:40.089 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=69.409598ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:40.151 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:40.197 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 09:12:40.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:40.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.32150344\n# Parse_time: 0.001668204\n# Compile_time: 0.00200771\n# Rewrite_time: 0.000070252\n# Optimize_time: 0.00195969\n# Wait_TS: 0.000344329\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/05/06 09:12:40.216 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:40.430 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:40.586 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:40.624 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/05/06 09:12:40.624 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:40.729 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:40.730 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:40.731 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/06 09:12:40.750 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:40.753 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/05/06 09:12:40.753 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/06 09:12:40.753 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=57.165µs] [2024/05/06 09:12:40.753 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=171.93µs] [] [2024/05/06 09:12:40.753 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:40.753 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:40.870 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/06 09:12:40.888 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/06 09:12:40.958 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:40.999 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:41.000 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 09:12:41.001 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:41.010 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:41.010 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:41.011 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:41.011 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:41.012 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:41.012 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:41.012 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:41.012 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:41.012 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:41.026 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:41.028 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:41.028 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=752.3GB] [2024/05/06 09:12:41.028 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:41.028 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=700.7GiB] [2024/05/06 09:12:41.074 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/05/06 09:12:41.078 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:12:41.082 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:12:41.082 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/06 09:12:41.090 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/06 09:12:41.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.191828ms] [encodeDur=699.436µs] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=263.76µs] [type=file] [takeTime=2.542621ms] [] [2024/05/06 09:12:41.093 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=18.635095ms] [] [2024/05/06 09:12:41.093 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/c671e705-4f95-4d3f-9ff4-bf27776549af.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/06 09:12:41.093 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:12:41.093 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:12:41.093 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:12:41.095 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.842711ms] [] [2024/05/06 09:12:41.095 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/06 09:12:41.100 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:41.122 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/06 09:12:41.122 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:41.135 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 09:12:41.137 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=41.331249ms] [] [2024/05/06 09:12:41.137 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:12:41.138 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.109764ms] [] [2024/05/06 09:12:41.138 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:12:41.138 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:12:41.140 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.557485ms] [] [2024/05/06 09:12:41.140 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/06 09:12:41.140 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:12:41.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=51.185µs] [] [2024/05/06 09:12:41.140 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:12:41.141 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=813.675µs] [] [2024/05/06 09:12:41.185 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:41.188 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:41.188 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:41.188 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:41.189 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:41.191 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:41.191 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:41.191 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:41.191 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:41.191 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:41.191 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=192.35882ms] [] [2024/05/06 09:12:41.248 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:41.249 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:41.251 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:41.251 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:41.375 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 09:12:41.377 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:41.377 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:41.546 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:41.585 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:12:41.585 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:12:41.585 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:12:41.592 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=7.056569ms] [] [2024/05/06 09:12:41.592 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/05/06 09:12:41.593 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 09:12:41.593 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/05/06 09:12:41.593 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/05/06 09:12:41.597 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/05/06 09:12:41.597 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 09:12:41.597 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=11.980695ms] [] [2024/05/06 09:12:41.597 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=12.163698ms] [] [2024/05/06 09:12:41.637 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=91.757134ms] [] [2024/05/06 09:12:41.642 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:41.642 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/05/06 09:12:41.645 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/05/06 09:12:41.692 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/05/06 09:12:41.766 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/05/06 09:12:41.785 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:41.785 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/05/06 09:12:41.863 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.66088573\n# Parse_time: 0.000580841\n# Compile_time: 0.001541808\n# Rewrite_time: 0.000349724\n# Optimize_time: 0.00195969\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 09:12:41.874 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/06 09:12:41.884 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:41.905 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:41.905 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 09:12:41.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:41.983 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/05/06 09:12:42.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.63928ms] [gotSchemaVersion=203] [phyTblIDs="[282,286]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:12:42.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/05/06 09:12:42.076 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.482346ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:42.157 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/05/06 09:12:42.219 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/05/06 09:12:42.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:41.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:42.290 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 09:12:42.290 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:42.294 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.420615492\n# Parse_time: 0.000358407\n# Compile_time: 0.000938998\n# Rewrite_time: 0.000041255\n# Optimize_time: 0.001253788\n# Wait_TS: 0.000433848\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 09:12:42.309 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:42.483 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:42.569 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:42.675 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/05/06 09:12:42.675 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:42.780 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:42.781 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:42.782 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/06 09:12:42.800 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:42.803 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:12:42.803 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/06 09:12:42.803 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=67.47µs] [2024/05/06 09:12:42.803 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=178.168µs] [] [2024/05/06 09:12:42.803 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:42.804 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:42.926 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/06 09:12:42.946 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/06 09:12:42.957 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:42.998 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:42.999 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 09:12:43.000 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:43.008 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:43.008 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:43.008 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:43.009 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:43.009 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:43.009 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:43.009 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:43.009 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:43.009 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:43.024 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:43.026 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:43.026 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:12:43.026 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:43.026 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=700.7GiB] [2024/05/06 09:12:43.136 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/05/06 09:12:43.141 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:12:43.144 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:43.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/06 09:12:43.152 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/05/06 09:12:43.155 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.113389ms] [encodeDur=644.418µs] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=241.333µs] [type=file] [takeTime=2.334437ms] [] [2024/05/06 09:12:43.155 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/8c59a320-9a77-4dda-87eb-672ba60f214c.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/05/06 09:12:43.155 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=19.533478ms] [] [2024/05/06 09:12:43.156 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:12:43.156 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:12:43.156 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:12:43.158 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.804564ms] [] [2024/05/06 09:12:43.158 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:12:43.162 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:43.184 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/06 09:12:43.184 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:43.198 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 09:12:43.199 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=41.755686ms] [] [2024/05/06 09:12:43.199 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:12:43.200 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=945.269µs] [] [2024/05/06 09:12:43.201 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:12:43.201 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:43.202 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.420496ms] [] [2024/05/06 09:12:43.202 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:12:43.202 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:43.202 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=66.291µs] [] [2024/05/06 09:12:43.202 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:12:43.203 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=822.695µs] [] [2024/05/06 09:12:43.249 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:43.252 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:43.252 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:43.252 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:43.253 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:43.253 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:43.253 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:43.255 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:43.255 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:43.255 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:43.255 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:43.255 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:43.255 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=257.363958ms] [] [2024/05/06 09:12:43.298 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:43.299 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:43.300 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:43.300 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:43.373 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 09:12:43.375 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:43.375 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:43.627 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:43.687 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:12:43.688 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:12:43.688 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:12:43.695 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=7.533381ms] [] [2024/05/06 09:12:43.695 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/05/06 09:12:43.695 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 09:12:43.695 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/05/06 09:12:43.695 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/05/06 09:12:43.699 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/05/06 09:12:43.700 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 09:12:43.700 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=12.102901ms] [] [2024/05/06 09:12:43.700 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=12.316148ms] [] [2024/05/06 09:12:43.745 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=118.014646ms] [] [2024/05/06 09:12:43.800 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:43.800 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/05/06 09:12:43.803 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/05/06 09:12:43.893 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=61] [2024/05/06 09:12:43.917 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/05/06 09:12:43.917 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:43.917 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/05/06 09:12:44.000 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:44.122 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8273980669999998\n# Parse_time: 0.000918046\n# Compile_time: 0.001793523\n# Rewrite_time: 0.000306318\n# Optimize_time: 0.001253788\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 09:12:44.132 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/06 09:12:44.172 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:44.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:44.172 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:44.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/06 09:12:44.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:44.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:44.245 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/05/06 09:12:44.330 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=2.559736ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:44.343 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/05/06 09:12:44.376 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.442767ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:44.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:44.436 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:44.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:44.468 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 09:12:44.468 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:44.472 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.341213359\n# Parse_time: 0.000539319\n# Compile_time: 0.000886823\n# Rewrite_time: 0.000054799\n# Optimize_time: 0.000928791\n# Wait_TS: 0.000376559\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: e87f2e870f4bf9ec0d045b1664b35208dd4596c481b2839aa5581592d4744ac1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.ascii ( j VARCHAR(255) ) CHARACTER SET ascii;"] [2024/05/06 09:12:44.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/06 09:12:44.527 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:44.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:44.527 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:44.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/06 09:12:44.599 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:44.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:44.607 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/05/06 09:12:44.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=2.134752ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:44.663 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/05/06 09:12:44.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.147998ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:44.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:44.787 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:44.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:44.823 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 09:12:44.823 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:44.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.354672832\n# Parse_time: 0.000517041\n# Compile_time: 0.000898097\n# Rewrite_time: 0.00004309\n# Optimize_time: 0.000928791\n# Wait_TS: 0.000378061\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/05/06 09:12:44.843 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:45.038 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:45.121 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:45.207 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/05/06 09:12:45.207 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:45.313 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:45.314 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:45.315 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/06 09:12:45.338 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:45.341 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/05/06 09:12:45.341 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/06 09:12:45.341 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.34µs] [2024/05/06 09:12:45.341 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=175.937µs] [] [2024/05/06 09:12:45.341 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:45.341 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:45.451 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/06 09:12:45.472 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/06 09:12:45.477 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:45.518 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:45.518 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 09:12:45.519 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:45.527 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:45.528 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:45.528 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:45.528 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:45.529 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:45.529 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:45.529 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:45.529 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:45.529 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:45.543 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:45.545 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:45.545 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=752.3GB] [2024/05/06 09:12:45.545 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:45.545 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=700.7GiB] [2024/05/06 09:12:45.628 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/05/06 09:12:45.633 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:12:45.637 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:12:45.637 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/06 09:12:45.686 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/06 09:12:45.688 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.346435ms] [encodeDur=426.973µs] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=342.883µs] [type=file] [takeTime=2.520876ms] [] [2024/05/06 09:12:45.689 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/98e8446e-66e7-4046-85f8-be85edfc4dca.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/06 09:12:45.689 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=61.533457ms] [] [2024/05/06 09:12:45.689 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:12:45.689 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:12:45.690 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:12:45.692 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.931578ms] [] [2024/05/06 09:12:45.692 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/06 09:12:45.697 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:45.719 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:12:45.719 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:45.734 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:12:45.736 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=44.099068ms] [] [2024/05/06 09:12:45.736 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:12:45.737 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.103234ms] [] [2024/05/06 09:12:45.737 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:12:45.737 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:12:45.739 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.627151ms] [] [2024/05/06 09:12:45.739 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/06 09:12:45.739 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:12:45.739 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=79.518µs] [] [2024/05/06 09:12:45.739 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:12:45.740 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=867.426µs] [] [2024/05/06 09:12:45.787 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:45.790 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:45.790 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:45.790 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:45.790 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:45.793 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:45.793 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:45.793 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:45.793 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:45.793 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:45.793 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=275.352919ms] [] [2024/05/06 09:12:45.830 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:45.831 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:45.832 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:45.832 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:45.902 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 09:12:45.903 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:45.903 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:46.113 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:46.156 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:12:46.156 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:12:46.156 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:12:46.164 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=7.805567ms] [] [2024/05/06 09:12:46.164 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/05/06 09:12:46.164 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 09:12:46.164 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/05/06 09:12:46.164 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/05/06 09:12:46.168 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/05/06 09:12:46.169 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 09:12:46.169 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=12.541325ms] [] [2024/05/06 09:12:46.169 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=12.748512ms] [] [2024/05/06 09:12:46.210 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=96.677568ms] [] [2024/05/06 09:12:46.227 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:46.227 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/05/06 09:12:46.230 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/05/06 09:12:46.296 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/05/06 09:12:46.315 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=62] [2024/05/06 09:12:46.348 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:46.348 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/05/06 09:12:46.396 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.567260315\n# Parse_time: 0.001617634\n# Compile_time: 0.001826229\n# Rewrite_time: 0.000359145\n# Optimize_time: 0.000928791\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/06 09:12:46.475 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:46.505 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:46.689 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/05/06 09:12:46.766 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:46.854 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/05/06 09:12:46.854 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:46.961 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:46.962 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:46.963 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/06 09:12:46.985 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:46.987 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/05/06 09:12:46.987 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/06 09:12:46.987 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=64.338µs] [2024/05/06 09:12:46.988 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=183.046µs] [] [2024/05/06 09:12:46.988 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:46.988 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:47.094 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/06 09:12:47.113 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/06 09:12:47.123 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:47.167 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:47.167 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 09:12:47.168 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:47.177 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:47.177 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:47.178 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:47.178 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:47.179 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:47.179 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:47.179 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:47.179 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:47.179 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:47.193 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:47.195 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:47.195 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=752.3GB] [2024/05/06 09:12:47.195 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:47.195 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=700.7GiB] [2024/05/06 09:12:47.240 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/05/06 09:12:47.244 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:12:47.248 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:12:47.248 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/05/06 09:12:47.293 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/05/06 09:12:47.296 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.263658ms] [encodeDur=429.417µs] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=236.167µs] [type=file] [takeTime=2.438446ms] [] [2024/05/06 09:12:47.297 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=56.694617ms] [] [2024/05/06 09:12:47.297 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/f19af73b-115e-4637-97b4-b35aa127e492.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/05/06 09:12:47.297 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:12:47.297 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:12:47.297 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:12:47.300 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=2.306836ms] [] [2024/05/06 09:12:47.300 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/06 09:12:47.305 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:47.327 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:12:47.328 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:47.343 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:12:47.345 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=44.883764ms] [] [2024/05/06 09:12:47.345 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:12:47.346 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.202001ms] [] [2024/05/06 09:12:47.346 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:12:47.346 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:12:47.348 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.566744ms] [] [2024/05/06 09:12:47.348 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/06 09:12:47.348 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:12:47.348 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=83.362µs] [] [2024/05/06 09:12:47.348 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:12:47.349 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=911.189µs] [] [2024/05/06 09:12:47.394 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 09:12:47.397 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:47.397 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:47.397 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:47.397 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:47.397 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:47.397 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:47.397 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:47.397 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:47.397 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:47.398 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:47.398 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:47.398 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:47.398 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:47.400 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:47.400 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:47.400 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:47.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:47.400 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:47.400 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=233.600913ms] [] [2024/05/06 09:12:47.486 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:47.487 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:47.488 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:47.488 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:47.557 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 09:12:47.559 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:47.559 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:47.738 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:47.787 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:12:47.787 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:12:47.787 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:12:47.795 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=7.660227ms] [] [2024/05/06 09:12:47.795 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/05/06 09:12:47.795 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 09:12:47.795 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/05/06 09:12:47.795 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/05/06 09:12:47.799 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/05/06 09:12:47.799 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 09:12:47.800 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=12.361115ms] [] [2024/05/06 09:12:47.800 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=12.582317ms] [] [2024/05/06 09:12:47.840 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=102.169944ms] [] [2024/05/06 09:12:47.881 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:47.881 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/05/06 09:12:47.883 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/05/06 09:12:47.936 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/05/06 09:12:47.960 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/05/06 09:12:47.980 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:47.980 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/05/06 09:12:48.030 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.623780958\n# Parse_time: 0.000574616\n# Compile_time: 0.002708049\n# Rewrite_time: 0.000462714\n# Optimize_time: 0.001049603\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/05/06 09:12:48.100 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:12:48.129 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:48.129 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:12:48.142 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:48.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=276.157µs] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:48.235 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/05/06 09:12:48.264 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.03896ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.327 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.356 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=249.432µs] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:48.368 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/05/06 09:12:48.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.001226ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=272.009µs] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:48.553 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/292/088c2ec2-dc91-4a98-960d-2d5c507e387e] [currentVer=207] [latestVer=208] [2024/05/06 09:12:48.553 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["ddl job id"=292] [ver=208] [2024/05/06 09:12:48.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/05/06 09:12:48.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=76.2122ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.629 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:48.639 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/05/06 09:12:48.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.687 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 09:12:48.687 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:48.691 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.59267985\n# Parse_time: 0.000581915\n# Compile_time: 0.000838494\n# Rewrite_time: 0.000039095\n# Optimize_time: 0.001202429\n# Wait_TS: 0.000486339\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:12:48.693 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/06 09:12:48.722 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:48.722 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:12:48.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=912.171µs] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:48.802 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/05/06 09:12:48.841 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.769214ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:48.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.910 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:48.945 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 09:12:48.945 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:48.952 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:12:48.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:12:49.040 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:48.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:49.040 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:48.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:49.075 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:49.083 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/05/06 09:12:49.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=2.545396ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:49.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/05/06 09:12:49.194 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.867189ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:48.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:49.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:48.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:49.295 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 09:12:49.295 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:49.299 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344981806\n# Parse_time: 0.000958353\n# Compile_time: 0.001402161\n# Rewrite_time: 0.000060382\n# Optimize_time: 0.001202429\n# Wait_TS: 0.000309119\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:49.301 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:12:49.349 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:49.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:49.349 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:49.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:49.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:49.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:49.482 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/05/06 09:12:49.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.748339ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:49.571 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/05/06 09:12:49.604 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.593701ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:49.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:49.676 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:49.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:49.724 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 09:12:49.725 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:49.728 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.428591165\n# Parse_time: 0.000666568\n# Compile_time: 0.001042085\n# Rewrite_time: 0.000049262\n# Optimize_time: 0.001202429\n# Wait_TS: 0.000337398\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:49.736 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/06 09:12:49.736 +00:00] [INFO] [db.go:132] ["inc log backup task"] [count=1] [2024/05/06 09:12:49.738 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/06 09:12:49.741 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:12:49.742 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:12:49.743 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:12:49.746 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:49.784 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:12:49.799 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:50.084 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/05/06 09:12:50.181 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:50.225 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/05/06 09:12:50.225 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:50.336 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:50.337 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:50.339 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/06 09:12:50.361 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:50.365 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:12:50.365 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/05/06 09:12:50.365 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=70.68µs] [2024/05/06 09:12:50.365 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=234.196µs] [] [2024/05/06 09:12:50.365 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:50.365 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:50.507 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/06 09:12:50.526 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/06 09:12:50.548 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:50.590 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:50.592 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 09:12:50.592 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:50.601 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:50.601 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:50.602 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:50.602 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:50.603 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:50.603 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:50.603 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:50.603 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:50.603 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:50.618 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:50.619 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:50.619 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:12:50.619 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:50.620 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=700.7GiB] [2024/05/06 09:12:50.660 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/05/06 09:12:50.664 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:50.668 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:50.668 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/05/06 09:12:50.781 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/05/06 09:12:50.784 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.164516ms] [encodeDur=487.8µs] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=87.809µs] [type=file] [takeTime=2.171122ms] [] [2024/05/06 09:12:50.785 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=124.388364ms] [] [2024/05/06 09:12:50.785 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/af31d33f-45f8-41f9-9100-367e14440f2b.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/05/06 09:12:50.785 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:12:50.785 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:12:50.785 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:50.787 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.172242ms] [] [2024/05/06 09:12:50.787 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:12:50.792 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:50.815 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:12:50.815 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:50.830 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:12:50.832 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.115861ms] [] [2024/05/06 09:12:50.832 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:12:50.833 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.725526ms] [] [2024/05/06 09:12:50.834 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:12:50.834 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:50.836 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.802825ms] [] [2024/05/06 09:12:50.836 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:12:50.836 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:50.836 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=70.592µs] [] [2024/05/06 09:12:50.836 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:12:50.837 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.049995ms] [] [2024/05/06 09:12:50.889 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 09:12:50.892 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:50.893 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:50.893 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:50.893 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:50.895 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:50.895 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:50.895 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:50.895 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:50.895 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:50.895 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=305.16638ms] [] [2024/05/06 09:12:50.949 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:50.951 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:50.952 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:50.952 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:51.017 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/05/06 09:12:51.019 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:51.019 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:51.208 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:51.252 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:12:51.253 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:12:51.253 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:12:51.253 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=10.24µs] [] [2024/05/06 09:12:51.253 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/05/06 09:12:51.253 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 09:12:51.253 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/05/06 09:12:51.253 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/05/06 09:12:51.257 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/05/06 09:12:51.257 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 09:12:51.257 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=4.836209ms] [] [2024/05/06 09:12:51.257 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.035098ms] [] [2024/05/06 09:12:51.302 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=93.354739ms] [] [2024/05/06 09:12:51.346 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:51.346 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/05/06 09:12:51.349 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/05/06 09:12:51.391 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/05/06 09:12:51.431 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/05/06 09:12:51.446 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.661502969\n# Parse_time: 0.000556996\n# Compile_time: 0.00163067\n# Rewrite_time: 0.00028595\n# Optimize_time: 0.001202429\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/05/06 09:12:51.458 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:51.458 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/05/06 09:12:51.524 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:12:51.527 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:12:51.527 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:408\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:12:51.609 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:51.730 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=927a1910-0409-4dde-9943-80190612ad98] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/05/06 09:12:51.738 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:51.738 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:51.739 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:51.739 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:51.740 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:51.740 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:51.740 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:51.740 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:51.740 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:51.756 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:51.758 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:51.758 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/05/06 09:12:51.763 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:12:51.766 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:12:51.778 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [key=import-from-select] [2024/05/06 09:12:51.779 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [key=import-from-select] [readDur=12.932µs] [encodeDur=418.742µs] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=112.464µs] [type=query] [takeTime=896.104µs] [] [2024/05/06 09:12:51.780 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/927a1910-0409-4dde-9943-80190612ad98/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/e990211d-a2bf-4ca6-8160-0d482d97e51f.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/05/06 09:12:51.786 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [key=import-from-select] [2024/05/06 09:12:51.786 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=109.961µs] [] [2024/05/06 09:12:51.786 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:12:51.788 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.461798ms] [] [2024/05/06 09:12:51.788 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/05/06 09:12:51.792 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:51.814 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:12:51.814 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:51.828 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:12:51.830 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=42.359512ms] [] [2024/05/06 09:12:51.830 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:12:51.832 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.656926ms] [] [2024/05/06 09:12:51.832 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/05/06 09:12:51.832 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:12:51.832 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=89.264µs] [] [2024/05/06 09:12:51.832 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/05/06 09:12:51.832 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [2024/05/06 09:12:51.832 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [takeTime=14.355µs] [] [2024/05/06 09:12:51.833 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 09:12:51.833 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [weight=30] [2024/05/06 09:12:51.833 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [concurrency=15] [2024/05/06 09:12:51.837 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/05/06 09:12:51.838 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 09:12:51.838 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=927a1910-0409-4dde-9943-80190612ad98] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=5.861142ms] [] [2024/05/06 09:12:51.838 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:12:51.838 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=14.386µs] [] [2024/05/06 09:12:51.839 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:12:51.840 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.140281ms] [] [2024/05/06 09:12:51.840 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:12:51.840 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=10.504µs] [] [2024/05/06 09:12:51.840 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:12:51.841 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=943.106µs] [] [2024/05/06 09:12:51.845 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:51.845 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:51.845 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:51.845 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:51.845 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:51.845 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:51.845 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:51.845 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:51.845 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:51.846 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:51.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:51.846 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:51.846 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:51.847 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:51.847 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:51.848 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:51.848 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:51.848 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:51.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573492235436033\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.320361145\n# Parse_time: 0.001720203\n# Compile_time: 0.004917198\n# Rewrite_time: 0.002383972\n# Optimize_time: 0.001931078\n# Wait_TS: 0.00014486\n# Cop_time: 0.000117449 Process_time: 0.000122968 Wait_time: 0.000097698 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 7\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 4.0989e-05 Cop_proc_p90: 5.421e-05 Cop_proc_max: 5.421e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.2566e-05 Cop_wait_p90: 3.6443e-05 Cop_wait_max: 3.6443e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 765\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lAaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxMS43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRCA3MDIuNcK1cywNRXgyLCBjb3BfdGFzazoge251bTogMywgbWF4OiAyLjY5AW4IbWluBQ0AMwENCGF2ZwUNBYgIcDk1BQ0JJzxheF9wcm9jX2tleXM6IDEsAR86EgAIdG90BRIQOiAxMjMFhgESJHdhaXQ6IDk3LjcFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFrghfZHUFGgGcDDA5LjgFOwGEmGRpc3RzcWxfY29uY3VycmVuY3k6IDN9LCBycGNfaW5mbzp7Q29wOgHsGF9ycGM6MywBhQhhbF8lZAQ3LgHbMH19CTc2NSBCeXRlcwkhYgwyCTQzIUUAXzFk4HRhYmxlOnQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkxCXRpa3ZfdGFzazp7cHJvYwGkDDowcywlVwEIJVIBCQhwODAFESFWARAQaXRlcnMFn2Bhc2tzOjN9LCBzY2FuX2RldGFpbDoge3RvAbcBVQhlc3M5d0YXACBfc2l6ZTogNDUR6ymjODMsIGdldF9zbmFwc2hvdCkBECA0My4xJU00cm9ja3NkYjoge2Jsb2NBHzmVMGNvdW50OiA3fX19LCAhOV6WAAEcMu4BCGFsXyHwDRkAOTH1AHQhJgh3YWwth0ggNDM5LjHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('/QagCvgGCgxJbXBvcnRJbnRvXzISsQYKDVRhYmxlUmVhZGVyXzcSswMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qvwJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLEgzLCBnZXRfc25hcHNob3RfdGltASbAMy4xwrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDd9fX0sIAE4XpYAARwQOiAxMjMFUwmbCHdhaRFtDDk3LjcJGiEmDHdhbGwNMgg0MzkFhwh9cP8RAQQBeBEKJP8BIXJCIqLbOBwyogEQAUABUhQhmQQ6VDbQAQRaFgWHEDcwMi41BW40bG9vcHM6MmKVAmNvcF8hYBg6IHtudW06IRQkbWF4OiAyLjY5bS2mAQ0AMwENAGEhqwwyLjY3AQ0hpwENCScEYXgliS1aBDEsAR86EgAIdG90BRIyDwElDQA6OQgQY29wcl85aERyYXRpbzogMC4wMCwgYnVpbGQFrghfZHUFGhxuOiAyMDkuOAXVAYRQZGlzdHNxbF9jb25jdXJyZW5jeTogQTo0cnBjX2luZm86e0NvcDoB7BBfcnBjOkFeRUYpIQXbEH19cP0FPWwAOCFYFANOL0FaFQUmDDMxMS4lAilGADFWogEEGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/05/06 09:12:51.861 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/06 09:12:51.861 +00:00] [INFO] [db.go:138] ["dec log backup task"] [count=0] [2024/05/06 09:12:51.861 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:12:51.862 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:12:51.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:51.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:51.903 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:51.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:12:52.007 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:51.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.018 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/05/06 09:12:52.064 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.738517ms] [gotSchemaVersion=212] [phyTblIDs="[295,299]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:12:52.076 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/05/06 09:12:52.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=54.397698ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:51.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.176 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/05/06 09:12:52.185 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/05/06 09:12:52.189 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:51.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.247 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 09:12:52.247 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:52.251 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.389637389\n# Parse_time: 0.000254098\n# Compile_time: 0.000765176\n# Rewrite_time: 0.000046567\n# Optimize_time: 0.001607849\n# Wait_TS: 0.000315069\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:12:52.264 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/05/06 09:12:52.302 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:12:52.336 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:12:52.336 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:52.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.498 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=489.335µs] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:52.512 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/05/06 09:12:52.547 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.779336ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=205.297µs] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:52.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/05/06 09:12:52.664 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.591603ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=200.808µs] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:52.786 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/05/06 09:12:52.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.303196ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:52.942 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:52.956 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/05/06 09:12:52.962 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:52.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.011 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 09:12:53.011 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:53.015 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.713789943\n# Parse_time: 0.000421343\n# Compile_time: 0.000716181\n# Rewrite_time: 0.000036367\n# Optimize_time: 0.001607849\n# Wait_TS: 0.000452735\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:12:53.017 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:12:53.052 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:53.052 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:12:53.126 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.073573ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:53.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/05/06 09:12:53.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.602725ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.306 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/05/06 09:12:53.307 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:53.314 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:12:53.318 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:12:53.360 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:53.360 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:53.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.485 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/05/06 09:12:53.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=2.614296ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:53.565 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/05/06 09:12:53.599 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.77258ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.667 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.706 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/06 09:12:53.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:53.710 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.395040592\n# Parse_time: 0.001151392\n# Compile_time: 0.001336355\n# Rewrite_time: 0.000042037\n# Optimize_time: 0.001607849\n# Wait_TS: 0.000456159\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:53.734 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/05/06 09:12:53.767 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:12:53.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:53.793 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:12:53.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:53.943 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=290.252µs] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:53.955 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/05/06 09:12:53.992 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.603032ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=210.666µs] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:54.071 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/05/06 09:12:54.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.04448ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.204 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=182.522µs] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:54.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/05/06 09:12:54.253 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.315402ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.325 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:54.379 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/05/06 09:12:54.385 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:53.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.434 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/05/06 09:12:54.434 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:54.438 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.67270056\n# Parse_time: 0.000759828\n# Compile_time: 0.000704593\n# Rewrite_time: 0.000032323\n# Optimize_time: 0.001607849\n# Wait_TS: 0.000403325\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:12:54.440 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:12:54.478 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:54.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:54.478 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:54.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:12:54.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:54.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.568 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=1.194938ms] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:54.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/05/06 09:12:54.615 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.238515ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:54.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.680 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:54.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.705 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/05/06 09:12:54.705 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:54.711 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:12:54.715 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:12:54.757 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:54.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:54.757 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:54.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:54.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:54.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:54.866 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/05/06 09:12:54.925 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.568141ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:54.937 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/05/06 09:12:54.971 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.128719ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:54.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.030 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:54.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/05/06 09:12:55.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:55.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380523827\n# Parse_time: 0.000997762\n# Compile_time: 0.001278565\n# Rewrite_time: 0.000048888\n# Optimize_time: 0.001607849\n# Wait_TS: 0.000369944\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:12:55.113 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:55.147 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/05/06 09:12:55.170 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:12:55.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:55.199 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:12:55.245 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.339 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=304.015µs] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:55.353 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/05/06 09:12:55.388 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=54.092813ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.433 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.475 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=249.445µs] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:55.490 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/05/06 09:12:55.520 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.164316ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.574 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=224.177µs] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:12:55.631 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/05/06 09:12:55.667 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=53.28816ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.740 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/05/06 09:12:55.750 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/05/06 09:12:55.754 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:55.854 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/06 09:12:55.854 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:55.858 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.690117496\n# Parse_time: 0.000698827\n# Compile_time: 0.000972858\n# Rewrite_time: 0.000038163\n# Optimize_time: 0.001607849\n# Wait_TS: 0.000367513\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:12:55.860 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:12:55.892 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:55.892 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:12:55.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:55.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:56.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=1.241193ms] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:12:56.028 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/05/06 09:12:56.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=54.124989ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:12:55.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:56.150 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:55.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:56.189 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/06 09:12:56.189 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:56.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333252298\n# Parse_time: 0.000399567\n# Compile_time: 0.000828161\n# Rewrite_time: 0.00003226\n# Optimize_time: 0.001607849\n# Wait_TS: 0.00053669\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 09:12:56.195 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:12:56.245 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:56.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:56.245 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:56.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 09:12:56.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:56.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:56.402 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/05/06 09:12:56.464 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=3.315047ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:12:56.479 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/05/06 09:12:56.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=54.340961ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:56.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:56.598 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:56.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:56.639 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/06 09:12:56.640 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:56.645 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.451826793\n# Parse_time: 0.001368655\n# Compile_time: 0.001159742\n# Rewrite_time: 0.000046095\n# Optimize_time: 0.001607849\n# Wait_TS: 0.000439441\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 09:12:56.665 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:56.937 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:12:57.042 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:57.093 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/05/06 09:12:57.094 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:57.204 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:57.206 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:57.208 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/06 09:12:57.236 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:57.239 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:12:57.239 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:12:57.240 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=101.942µs] [2024/05/06 09:12:57.240 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=277.013µs] [] [2024/05/06 09:12:57.240 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:57.240 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:57.442 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/06 09:12:57.458 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:57.467 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=65] [2024/05/06 09:12:57.467 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/06 09:12:57.510 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:57.512 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 09:12:57.513 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:57.524 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:57.524 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:57.525 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:57.525 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:57.527 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:57.527 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:57.527 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:57.527 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:57.527 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:57.543 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:57.544 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:57.544 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:12:57.545 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:57.545 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=700.7GiB] [2024/05/06 09:12:57.597 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/05/06 09:12:57.602 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:12:57.606 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:12:57.606 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/06 09:12:57.624 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/05/06 09:12:57.627 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.509764ms] [encodeDur=597.08µs] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=392.862µs] [type=file] [takeTime=2.941724ms] [] [2024/05/06 09:12:57.628 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/eefc4429-ad75-4f66-a743-cb3c2ff791aa.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/06 09:12:57.628 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=30.596027ms] [] [2024/05/06 09:12:57.628 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:12:57.628 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:12:57.628 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:12:57.630 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.955699ms] [] [2024/05/06 09:12:57.631 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 09:12:57.637 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:12:57.660 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:12:57.660 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:12:57.677 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:12:57.680 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=49.018026ms] [] [2024/05/06 09:12:57.680 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:12:57.681 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.549158ms] [] [2024/05/06 09:12:57.682 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:12:57.682 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:12:57.683 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.701127ms] [] [2024/05/06 09:12:57.683 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 09:12:57.684 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:12:57.684 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=79.511µs] [] [2024/05/06 09:12:57.684 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:12:57.685 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.243737ms] [] [2024/05/06 09:12:57.746 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 09:12:57.750 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:57.750 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:57.750 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:57.750 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:12:57.753 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:12:57.753 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:12:57.753 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:12:57.753 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:12:57.753 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:12:57.753 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=243.074246ms] [] [2024/05/06 09:12:57.857 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:12:57.859 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:57.860 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/05/06 09:12:57.860 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:12:57.938 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:12:57.940 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:12:57.940 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:12:58.118 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:58.176 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:12:58.176 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:12:58.176 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:12:58.185 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=8.679138ms] [] [2024/05/06 09:12:58.185 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/05/06 09:12:58.185 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 09:12:58.185 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/05/06 09:12:58.185 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/05/06 09:12:58.190 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/05/06 09:12:58.190 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 09:12:58.190 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=14.266446ms] [] [2024/05/06 09:12:58.190 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=14.482263ms] [] [2024/05/06 09:12:58.307 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=188.445667ms] [] [2024/05/06 09:12:58.316 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:12:58.316 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/05/06 09:12:58.318 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=65] [2024/05/06 09:12:58.318 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/05/06 09:12:58.403 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/05/06 09:12:58.403 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=65] [2024/05/06 09:12:58.435 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:12:58.435 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/05/06 09:12:58.536 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:12:58.596 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9497989869999999\n# Parse_time: 0.000538682\n# Compile_time: 0.001627141\n# Rewrite_time: 0.000315009\n# Optimize_time: 0.001607849\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:12:58.606 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/06 09:12:58.701 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:58.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:12:58.701 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 09:12:58.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/05/06 09:12:58.751 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:12:58.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:58.763 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/05/06 09:12:58.808 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.889673ms] [gotSchemaVersion=228] [phyTblIDs="[314,316]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:12:58.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/05/06 09:12:58.854 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=53.390734ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:58.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:58.927 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/05/06 09:12:58.936 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/05/06 09:12:58.940 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:12:58.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:12:59.004 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/06 09:12:59.004 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:12:59.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.402586803\n# Parse_time: 0.000233367\n# Compile_time: 0.000708956\n# Rewrite_time: 0.000043519\n# Optimize_time: 0.000805865\n# Wait_TS: 0.000415474\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/05/06 09:12:59.023 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:59.281 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:12:59.377 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:12:59.425 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/05/06 09:12:59.425 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:12:59.578 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:12:59.580 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:12:59.581 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/06 09:12:59.602 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:59.605 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:12:59.605 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:12:59.605 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=56.333µs] [2024/05/06 09:12:59.605 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=183.693µs] [] [2024/05/06 09:12:59.605 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:12:59.606 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:12:59.726 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/06 09:12:59.742 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=66] [2024/05/06 09:12:59.743 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/06 09:12:59.778 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:12:59.817 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:12:59.819 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 09:12:59.820 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:12:59.829 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:12:59.829 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:12:59.829 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:59.829 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:12:59.830 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:12:59.830 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:12:59.830 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:12:59.830 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:12:59.830 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:12:59.844 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:12:59.846 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:12:59.846 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:12:59.846 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:12:59.846 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=700.7GiB] [2024/05/06 09:12:59.888 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/05/06 09:12:59.892 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:12:59.896 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:12:59.896 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 09:13:02.897 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.008299173s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:02.897 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:02.898 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:02.898 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:02.898 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:02.898 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:02.898 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:02.898 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:02.898 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:02.898 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:02.898 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:13:02.898 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:02.916 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 09:13:02.920 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:02.920 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:02.920 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:02.920 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:02.920 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:02.923 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:02.923 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:02.923 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:02.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:02.923 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:02.923 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=3.10527503s] [error="occur an error when sort chunk"] [2024/05/06 09:13:02.923 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:02.964 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:13:03.058 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:13:03.060 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/05/06 09:13:03.068 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/05/06 09:13:03.076 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=66] [2024/05/06 09:13:03.076 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/05/06 09:13:03.131 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=66] [2024/05/06 09:13:03.158 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:03.158 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/05/06 09:13:03.250 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:03.322 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:944\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:13:03.323 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.313896834\n# Parse_time: 0.000889633\n# Compile_time: 0.002322874\n# Rewrite_time: 0.000274769\n# Optimize_time: 0.000805865\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zMXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:13:03.339 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:03.577 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:13:03.668 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:03.705 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/05/06 09:13:03.705 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:03.812 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:03.813 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:03.814 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/06 09:13:03.833 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:03.836 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:13:03.836 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:13:03.836 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=63.88µs] [2024/05/06 09:13:03.836 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=198.768µs] [] [2024/05/06 09:13:03.836 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:03.837 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:04.012 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/06 09:13:04.031 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/06 09:13:04.040 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:04.084 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:04.085 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 09:13:04.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:04.094 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:04.094 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:04.095 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:04.095 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:04.096 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:04.096 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:04.096 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:04.096 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:04.096 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:04.110 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:04.112 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:04.112 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:13:04.112 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:04.112 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=700.7GiB] [2024/05/06 09:13:04.153 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/05/06 09:13:04.157 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:13:04.160 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:13:04.161 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 09:13:04.182 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:04.522 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/05/06 09:13:04.525 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.388805ms] [encodeDur=499.276µs] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=411.949µs] [type=file] [takeTime=2.754501ms] [] [2024/05/06 09:13:04.526 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/03c40356-647e-41ba-ad1c-477b5b9fde9a.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/06 09:13:04.526 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=373.019454ms] [] [2024/05/06 09:13:04.527 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:13:04.527 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:13:04.527 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:13:04.529 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.877853ms] [] [2024/05/06 09:13:04.529 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 09:13:04.534 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:04.556 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:13:04.556 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:04.570 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:13:04.572 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=42.880839ms] [] [2024/05/06 09:13:04.572 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:13:04.573 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.142637ms] [] [2024/05/06 09:13:04.573 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:13:04.573 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:13:04.575 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.565826ms] [] [2024/05/06 09:13:04.575 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 09:13:04.575 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:13:04.575 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=55.408µs] [] [2024/05/06 09:13:04.575 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:13:04.576 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=882.382µs] [] [2024/05/06 09:13:04.621 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:04.625 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:04.625 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:04.625 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:04.625 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:04.628 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:04.628 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:04.628 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:04.628 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:04.628 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:04.628 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=544.39334ms] [] [2024/05/06 09:13:04.630 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:04.631 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:04.632 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:04.632 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:04.704 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:13:04.705 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:04.706 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:13:04.919 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:04.960 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:13:04.960 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:13:04.960 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:13:04.968 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=7.538492ms] [] [2024/05/06 09:13:04.968 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/05/06 09:13:04.968 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 09:13:04.968 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/05/06 09:13:04.968 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/06 09:13:04.971 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/05/06 09:13:04.972 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 09:13:04.972 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=11.723895ms] [] [2024/05/06 09:13:04.972 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=11.950778ms] [] [2024/05/06 09:13:05.009 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=89.94749ms] [] [2024/05/06 09:13:05.029 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:05.029 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/05/06 09:13:05.032 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/05/06 09:13:05.098 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/05/06 09:13:05.113 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=67] [2024/05/06 09:13:05.194 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:05.194 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] [2024/05/06 09:13:05.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.917939726\n# Parse_time: 0.00074041\n# Compile_time: 0.001529014\n# Rewrite_time: 0.000392968\n# Optimize_time: 0.000805865\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/05/06 09:13:05.257 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 09:13:05.260 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 09:13:05.290 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:05.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:05.290 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:05.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 09:13:05.307 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:05.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:05.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:05.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=1.142202ms] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:13:05.379 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/05/06 09:13:05.415 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.26972ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:05.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:05.487 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:05.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:05.515 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/05/06 09:13:05.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:05.521 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 09:13:05.622 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:05.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:05.622 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:05.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:13:05.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:05.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:05.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/05/06 09:13:05.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.416493ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:05.780 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/05/06 09:13:05.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=53.340614ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:05.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:05.890 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:05.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:05.926 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/05/06 09:13:05.926 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:05.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.410215998\n# Parse_time: 0.000525056\n# Compile_time: 0.001299394\n# Rewrite_time: 0.000046151\n# Optimize_time: 0.000974171\n# Wait_TS: 0.000445388\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:13:05.931 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 09:13:05.984 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:05.984 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:13:06.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:06.103 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/05/06 09:13:06.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=2.509869ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:06.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/05/06 09:13:06.204 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=53.166728ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:06.276 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:06.311 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/05/06 09:13:06.311 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:06.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.384212405\n# Parse_time: 0.000479882\n# Compile_time: 0.000923898\n# Rewrite_time: 0.000053997\n# Optimize_time: 0.000974171\n# Wait_TS: 0.000428304\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:13:06.329 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:06.582 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:13:06.686 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:13:06.730 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/05/06 09:13:06.731 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:13:06.837 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:06.838 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:06.839 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/06 09:13:06.858 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:06.861 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:13:06.861 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/06 09:13:06.861 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=49.084µs] [2024/05/06 09:13:06.861 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=174.729µs] [] [2024/05/06 09:13:06.861 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:06.862 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:13:07.039 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/06 09:13:07.057 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/06 09:13:07.091 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:13:07.131 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:07.132 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 09:13:07.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:07.142 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:07.142 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:07.143 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:07.143 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:07.144 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:07.144 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:07.144 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:07.144 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:07.144 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:07.158 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:07.160 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:07.160 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:13:07.160 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:07.160 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=700.7GiB] [2024/05/06 09:13:07.205 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/05/06 09:13:07.209 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:13:07.213 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:07.213 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/05/06 09:13:07.222 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/05/06 09:13:07.225 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=1.092211ms] [encodeDur=771.182µs] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=281.178µs] [type=file] [takeTime=2.538628ms] [] [2024/05/06 09:13:07.226 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=20.310725ms] [] [2024/05/06 09:13:07.226 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/8b20ca34-eefe-473e-b995-e028e95434d7.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/05/06 09:13:07.226 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:13:07.226 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:13:07.226 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:13:07.228 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.097313ms] [] [2024/05/06 09:13:07.228 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 09:13:07.233 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:07.255 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/06 09:13:07.255 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:07.268 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 09:13:07.270 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=41.763457ms] [] [2024/05/06 09:13:07.270 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:13:07.271 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=977.336µs] [] [2024/05/06 09:13:07.271 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:13:07.271 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:07.273 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.442079ms] [] [2024/05/06 09:13:07.273 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 09:13:07.273 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:07.273 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=69.014µs] [] [2024/05/06 09:13:07.273 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:07.274 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=911.536µs] [] [2024/05/06 09:13:07.315 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:07.319 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:07.319 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:07.319 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:07.319 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:07.321 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:07.321 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:07.321 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:07.321 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:07.321 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:07.321 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=190.418775ms] [] [2024/05/06 09:13:07.353 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:07.354 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:07.355 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:07.355 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:07.487 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 09:13:07.488 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:07.488 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:13:07.649 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:07.690 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:13:07.690 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:13:07.690 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:13:07.698 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=7.299898ms] [] [2024/05/06 09:13:07.698 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/05/06 09:13:07.698 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 09:13:07.698 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/05/06 09:13:07.698 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/05/06 09:13:07.702 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/05/06 09:13:07.703 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 09:13:07.703 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=12.441171ms] [] [2024/05/06 09:13:07.703 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=12.642097ms] [] [2024/05/06 09:13:07.807 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=157.360122ms] [] [2024/05/06 09:13:07.807 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:07.807 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/05/06 09:13:07.810 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/05/06 09:13:07.857 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/05/06 09:13:07.866 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/05/06 09:13:07.879 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:07.879 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/05/06 09:13:07.951 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.635402661\n# Parse_time: 0.000618394\n# Compile_time: 0.001560014\n# Rewrite_time: 0.00039613\n# Optimize_time: 0.000974171\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:13:07.966 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:07.969 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:08.203 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:13:08.289 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:13:08.296 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.343881764\n# Parse_time: 0.000795664\n# Compile_time: 0.001948402\n# Rewrite_time: 0.000329678\n# Optimize_time: 0.000974171\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQwLjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQwLjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 09:13:08.344 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/05/06 09:13:08.344 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:13:08.449 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:08.450 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:08.451 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/06 09:13:08.469 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:08.472 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:13:08.472 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/06 09:13:08.472 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=64.188µs] [2024/05/06 09:13:08.472 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=188.346µs] [] [2024/05/06 09:13:08.472 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:08.472 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:13:08.643 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/06 09:13:08.663 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/06 09:13:08.687 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:13:08.727 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:08.729 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 09:13:08.730 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:08.739 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:08.739 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:08.739 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:08.740 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:08.740 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:08.741 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:08.741 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:08.741 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:08.741 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:08.755 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:08.756 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:08.756 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:13:08.756 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:08.756 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=700.7GiB] [2024/05/06 09:13:08.804 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/05/06 09:13:08.807 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:13:08.811 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:08.811 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/05/06 09:13:08.868 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/05/06 09:13:08.871 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.313113ms] [encodeDur=1.038414ms] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=273.66µs] [type=file] [takeTime=3.160893ms] [] [2024/05/06 09:13:08.872 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/5bd5f98d-809e-44dc-a4ec-2899b18af092.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/05/06 09:13:08.872 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=68.146994ms] [] [2024/05/06 09:13:08.872 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:13:08.872 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:13:08.872 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:13:08.874 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.752537ms] [] [2024/05/06 09:13:08.874 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 09:13:08.879 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:08.901 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/06 09:13:08.901 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:08.913 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 09:13:08.914 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=40.258216ms] [] [2024/05/06 09:13:08.914 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:13:08.915 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.0561ms] [] [2024/05/06 09:13:08.916 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:13:08.916 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:08.917 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.621184ms] [] [2024/05/06 09:13:08.917 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 09:13:08.917 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:08.917 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=66.578µs] [] [2024/05/06 09:13:08.917 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:08.918 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=909.155µs] [] [2024/05/06 09:13:08.973 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 09:13:08.974 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:08.975 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:08.976 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:08.976 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:08.976 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:08.976 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:08.976 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:08.976 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:08.976 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:08.976 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:08.976 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:08.976 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:08.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:08.977 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:08.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:08.977 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:08.977 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:08.979 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:08.979 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:08.979 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:08.979 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:08.979 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:08.979 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=251.571061ms] [] [2024/05/06 09:13:09.041 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 09:13:09.043 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:09.043 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:13:09.225 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:09.275 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:13:09.275 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:13:09.275 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:13:09.283 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=7.323923ms] [] [2024/05/06 09:13:09.283 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/05/06 09:13:09.283 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 09:13:09.283 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/05/06 09:13:09.283 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/06 09:13:09.287 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/05/06 09:13:09.287 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 09:13:09.287 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=12.199639ms] [] [2024/05/06 09:13:09.287 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=12.40955ms] [] [2024/05/06 09:13:09.335 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=109.299807ms] [] [2024/05/06 09:13:09.366 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:09.367 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/05/06 09:13:09.369 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/05/06 09:13:09.427 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/05/06 09:13:09.502 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/05/06 09:13:09.530 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:09.530 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/05/06 09:13:09.630 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:10.342 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 09:13:10.369 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:10.369 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/06 09:13:10.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:10.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=321.38µs] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:13:10.541 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/05/06 09:13:10.543 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["ddl job id"=324] [ver=232] [2024/05/06 09:13:10.566 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=93.125424ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:10.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:10.641 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=202.376µs] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:13:10.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/05/06 09:13:10.690 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=52.870717ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:10.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:10.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=215.326µs] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:13:10.799 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/05/06 09:13:10.835 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=53.03804ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:10.905 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/05/06 09:13:10.915 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/05/06 09:13:10.919 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:10.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.024 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/06 09:13:11.024 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:11.029 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.688112994\n# Parse_time: 0.000285532\n# Compile_time: 0.000655281\n# Rewrite_time: 0.000032207\n# Optimize_time: 0.001812815\n# Wait_TS: 0.000470093\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/06 09:13:11.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 09:13:11.060 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:11.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:11.060 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:11.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 09:13:11.126 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:11.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.129814ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:13:11.168 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/05/06 09:13:11.206 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=54.034388ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:11.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:11.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.318 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/06 09:13:11.318 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:11.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 09:13:11.371 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:11.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:11.371 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:11.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:13:11.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:11.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.420 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/05/06 09:13:11.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=2.862198ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:11.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/05/06 09:13:11.584 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.674657ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:11.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.650 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:11.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.697 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/06 09:13:11.697 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:11.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.379228306\n# Parse_time: 0.000541978\n# Compile_time: 0.000836527\n# Rewrite_time: 0.000058078\n# Optimize_time: 0.001812815\n# Wait_TS: 0.000483347\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:13:11.703 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 09:13:11.745 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:11.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:11.745 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:11.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:13:11.788 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:11.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.796 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/05/06 09:13:11.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=2.354115ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:11.862 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/05/06 09:13:11.896 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=52.954708ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:11.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:11.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:11.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:12.012 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/06 09:13:12.012 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:12.016 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.314660605\n# Parse_time: 0.000609414\n# Compile_time: 0.001456228\n# Rewrite_time: 0.000050347\n# Optimize_time: 0.001812815\n# Wait_TS: 0.000344826\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:13:12.030 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:12.225 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:13:12.314 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:13:12.408 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/05/06 09:13:12.408 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:13:12.516 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:12.517 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:12.518 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/06 09:13:12.538 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:12.541 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:13:12.541 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/06 09:13:12.542 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=58.487µs] [2024/05/06 09:13:12.542 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=174.35µs] [] [2024/05/06 09:13:12.542 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:12.542 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:13:12.649 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/06 09:13:12.667 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/06 09:13:12.670 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:13:12.710 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:12.711 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 09:13:12.713 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:12.722 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:12.722 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:12.722 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:12.723 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:12.724 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:12.724 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:12.724 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:12.724 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:12.724 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:12.739 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:12.740 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:12.740 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:13:12.740 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:12.740 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=700.7GiB] [2024/05/06 09:13:12.843 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/05/06 09:13:12.848 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:13:12.851 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:12.851 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/06 09:13:12.859 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/05/06 09:13:12.862 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.032133ms] [encodeDur=449.722µs] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=222.363µs] [type=file] [takeTime=2.159698ms] [] [2024/05/06 09:13:12.862 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=18.858808ms] [] [2024/05/06 09:13:12.862 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/d66f3416-fd62-451e-bc2f-068bb3a5d6ad.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/05/06 09:13:12.862 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:13:12.862 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:13:12.862 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:13:12.864 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.962431ms] [] [2024/05/06 09:13:12.865 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 09:13:12.870 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:12.892 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:13:12.892 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:12.906 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:13:12.908 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=43.757806ms] [] [2024/05/06 09:13:12.908 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:13:12.910 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.111546ms] [] [2024/05/06 09:13:12.910 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:13:12.910 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:12.911 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.504ms] [] [2024/05/06 09:13:12.911 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 09:13:12.911 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:12.911 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=50.679µs] [] [2024/05/06 09:13:12.912 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:13:12.913 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=968.886µs] [] [2024/05/06 09:13:12.966 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:12.970 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:12.970 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:12.970 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:12.971 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:12.973 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:12.973 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:12.973 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:12.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:12.973 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:12.973 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=263.229469ms] [] [2024/05/06 09:13:13.029 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:13.030 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:13.031 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:13.031 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:13.107 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 09:13:13.109 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:13.109 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:13:13.352 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:13.402 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:13:13.403 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:13:13.403 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:13:13.410 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=7.421651ms] [] [2024/05/06 09:13:13.410 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/05/06 09:13:13.410 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 09:13:13.410 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/05/06 09:13:13.410 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/06 09:13:13.415 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/05/06 09:13:13.416 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 09:13:13.416 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=13.037783ms] [] [2024/05/06 09:13:13.416 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=13.250864ms] [] [2024/05/06 09:13:13.458 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=106.067421ms] [] [2024/05/06 09:13:13.538 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:13.538 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/05/06 09:13:13.541 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/05/06 09:13:13.634 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=70] [2024/05/06 09:13:13.661 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/05/06 09:13:13.663 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:13.663 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/05/06 09:13:13.753 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:13.870 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8523295229999999\n# Parse_time: 0.00066847\n# Compile_time: 0.001814773\n# Rewrite_time: 0.000357555\n# Optimize_time: 0.001812815\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:13:13.883 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:14.129 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:13:14.222 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:13:14.231 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.360531672\n# Parse_time: 0.000558683\n# Compile_time: 0.001261619\n# Rewrite_time: 0.000300204\n# Optimize_time: 0.001812815\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzU4LjFtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzU4LjFtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 09:13:14.259 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/05/06 09:13:14.259 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:13:14.367 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:14.368 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:14.369 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/06 09:13:14.390 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:14.393 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:13:14.393 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/06 09:13:14.393 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=56.839µs] [2024/05/06 09:13:14.393 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=198.525µs] [] [2024/05/06 09:13:14.394 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:14.394 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:13:14.581 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/06 09:13:14.599 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/06 09:13:14.607 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:13:14.645 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:14.646 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 09:13:14.647 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:14.656 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:14.656 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:14.656 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:14.656 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:14.657 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:14.657 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:14.657 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:14.658 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:14.658 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:14.672 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:14.674 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:14.674 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:13:14.674 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:14.674 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=700.7GiB] [2024/05/06 09:13:14.719 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/05/06 09:13:14.723 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:13:14.726 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:14.727 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/06 09:13:14.776 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/05/06 09:13:14.778 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.133443ms] [encodeDur=613.421µs] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=285.782µs] [type=file] [takeTime=2.502138ms] [] [2024/05/06 09:13:14.779 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=60.589594ms] [] [2024/05/06 09:13:14.779 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/d3b50d0a-cb37-4db7-bd6d-ac4eccfb88d6.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/06 09:13:14.780 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:13:14.780 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:13:14.780 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:13:14.782 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.200382ms] [] [2024/05/06 09:13:14.782 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 09:13:14.787 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:14.808 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:13:14.809 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:14.824 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:13:14.825 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=43.283467ms] [] [2024/05/06 09:13:14.826 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:13:14.827 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.104539ms] [] [2024/05/06 09:13:14.827 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:13:14.827 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:14.828 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.500234ms] [] [2024/05/06 09:13:14.828 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 09:13:14.828 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:14.829 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=66.998µs] [] [2024/05/06 09:13:14.829 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:13:14.829 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=831.194µs] [] [2024/05/06 09:13:14.876 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:14.879 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:14.879 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:14.879 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:14.879 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:14.882 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:14.882 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:14.882 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:14.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:14.882 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:14.882 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=236.701993ms] [] [2024/05/06 09:13:14.939 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:14.941 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:14.942 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:14.942 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:15.012 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 09:13:15.014 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:15.014 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:13:15.173 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:15.221 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:13:15.222 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:13:15.222 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:13:15.229 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=7.746907ms] [] [2024/05/06 09:13:15.230 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/05/06 09:13:15.230 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 09:13:15.230 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/05/06 09:13:15.230 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/06 09:13:15.233 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/05/06 09:13:15.234 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 09:13:15.234 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=12.349918ms] [] [2024/05/06 09:13:15.234 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=12.552531ms] [] [2024/05/06 09:13:15.284 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:15.284 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/05/06 09:13:15.286 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=113.545465ms] [] [2024/05/06 09:13:15.287 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/05/06 09:13:15.385 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=71] [2024/05/06 09:13:15.393 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/05/06 09:13:15.420 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:15.421 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/05/06 09:13:15.505 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/05/06 09:13:16.278 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/06 09:13:16.281 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/06 09:13:16.318 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:16.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:16.318 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:16.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/05/06 09:13:16.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:16.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:16.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.15039ms] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:13:16.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/05/06 09:13:16.535 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=54.113721ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:16.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:16.582 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:16.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:16.606 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/06 09:13:16.607 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:16.610 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.330017327\n# Parse_time: 0.000212812\n# Compile_time: 0.000571698\n# Rewrite_time: 0.00003009\n# Optimize_time: 0.001721144\n# Wait_TS: 0.000386324\n# Is_internal: false\n# Digest: 25246314a6ebd7f69b688638b3b82878b020e36513e3490e8f74e07653bbcfc5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database show_detached_job;"] [2024/05/06 09:13:16.614 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:13:16.669 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:16.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:16.669 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:16.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:13:16.741 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:16.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:16.749 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/05/06 09:13:16.804 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=2.449868ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:16.868 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 088c2ec2-dc91-4a98-960d-2d5c507e387e"] ["ddl job id"=334] [ver=239] [2024/05/06 09:13:16.873 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/05/06 09:13:16.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=93.462692ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:16.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:16.944 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:16.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:16.976 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/06 09:13:16.976 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:16.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.367800794\n# Parse_time: 0.000761902\n# Compile_time: 0.000788509\n# Rewrite_time: 0.000043853\n# Optimize_time: 0.001721144\n# Wait_TS: 0.000343795\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:13:16.982 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:13:17.021 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:16.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:17.021 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:16.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:13:17.066 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:16.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:17.074 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/05/06 09:13:17.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.476942ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:17.133 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/05/06 09:13:17.167 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=53.419283ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:16.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:17.227 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:16.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:17.264 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/06 09:13:17.264 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:17.270 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:13:17.362 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:17.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:17.362 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:17.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:13:17.410 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:17.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:17.418 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/05/06 09:13:17.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.273458ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:17.492 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/05/06 09:13:17.527 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.799796ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:17.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:17.595 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:17.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:17.627 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/06 09:13:17.627 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:17.631 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362621972\n# Parse_time: 0.000902133\n# Compile_time: 0.00120045\n# Rewrite_time: 0.00005659\n# Optimize_time: 0.001721144\n# Wait_TS: 0.000491426\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:13:17.647 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:17.881 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:13:17.967 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:17.976 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.343065554\n# Parse_time: 0.000460735\n# Compile_time: 0.001156692\n# Rewrite_time: 0.000257278\n# Optimize_time: 0.001721144\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQwLjhtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQwLjhtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:13:18.003 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/05/06 09:13:18.004 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:18.110 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:18.111 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:18.112 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/06 09:13:18.132 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:18.135 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:13:18.135 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:13:18.135 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=69.379µs] [2024/05/06 09:13:18.135 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=193.898µs] [] [2024/05/06 09:13:18.135 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:18.135 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:18.303 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/06 09:13:18.324 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/06 09:13:18.331 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:18.371 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:18.372 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 09:13:18.373 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:18.382 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:18.382 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:18.383 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:18.383 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:18.384 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:18.384 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:18.384 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:18.384 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:18.384 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:18.398 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:18.399 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:18.400 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:13:18.400 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:18.400 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=700.7GiB] [2024/05/06 09:13:18.444 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/05/06 09:13:18.448 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:13:18.451 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:13:18.451 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/05/06 09:13:18.474 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/05/06 09:13:18.477 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.192601ms] [encodeDur=590.37µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=189.14µs] [type=file] [takeTime=2.43367ms] [] [2024/05/06 09:13:18.478 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=33.880603ms] [] [2024/05/06 09:13:18.478 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/5533fe75-c26f-4fdb-8d44-eee9e9357fb8.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/05/06 09:13:18.478 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:13:18.478 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:13:18.478 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:13:18.480 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.994283ms] [] [2024/05/06 09:13:18.480 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/06 09:13:18.485 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:18.506 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:13:18.507 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:18.521 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:13:18.523 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=42.794118ms] [] [2024/05/06 09:13:18.523 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:13:18.524 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.098664ms] [] [2024/05/06 09:13:18.524 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:13:18.524 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:13:18.526 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.516152ms] [] [2024/05/06 09:13:18.526 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/06 09:13:18.526 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:13:18.526 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=53.581µs] [] [2024/05/06 09:13:18.526 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:13:18.527 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=822.011µs] [] [2024/05/06 09:13:18.574 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:18.577 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:18.577 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:18.577 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:18.577 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:18.579 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:18.579 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:18.579 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:18.579 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:18.579 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:18.579 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=208.252543ms] [] [2024/05/06 09:13:18.677 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:18.678 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:18.679 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:18.679 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:18.751 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:13:18.752 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:18.752 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:13:18.885 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:18.928 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:13:18.928 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:13:18.928 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:13:18.928 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=7.876µs] [] [2024/05/06 09:13:18.928 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:13:18.928 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:13:18.928 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/05/06 09:13:18.928 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/06 09:13:18.932 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:13:18.933 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:13:18.933 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=4.94026ms] [] [2024/05/06 09:13:18.933 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.125906ms] [] [2024/05/06 09:13:18.973 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=88.662964ms] [] [2024/05/06 09:13:19.063 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:19.063 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/05/06 09:13:19.065 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/05/06 09:13:19.126 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=72] [2024/05/06 09:13:19.146 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/05/06 09:13:19.155 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:19.155 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/05/06 09:13:19.241 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:19.566 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:19.777 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:13:19.917 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:19.927 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.375792144\n# Parse_time: 0.000521142\n# Compile_time: 0.001392992\n# Rewrite_time: 0.000321607\n# Optimize_time: 0.000846627\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzcyLjhtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzcyLjhtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:13:19.974 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/05/06 09:13:19.975 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:20.081 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:20.082 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:20.083 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/06 09:13:20.100 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:20.102 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:13:20.102 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:13:20.103 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=58.302µs] [2024/05/06 09:13:20.103 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=170.214µs] [] [2024/05/06 09:13:20.103 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:20.103 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:20.197 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/06 09:13:20.216 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/06 09:13:20.216 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:20.254 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:20.255 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 09:13:20.256 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:20.265 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:20.265 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:20.265 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:20.265 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:20.266 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:20.266 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:20.266 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:20.266 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:20.266 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:20.281 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:20.283 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:20.283 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:13:20.283 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:20.283 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=700.7GiB] [2024/05/06 09:13:20.388 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/05/06 09:13:20.393 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:13:20.397 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:13:20.397 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/06 09:13:20.421 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/05/06 09:13:20.423 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.173941ms] [encodeDur=641.089µs] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=153.995µs] [type=file] [takeTime=2.46459ms] [] [2024/05/06 09:13:20.424 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/05/06 09:13:20.425 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/aceb8155-2d98-40bb-9634-94c0fdef8cb6.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/05/06 09:13:20.425 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=36.034561ms] [] [2024/05/06 09:13:20.425 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:13:20.425 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:13:20.425 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:13:20.427 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.904654ms] [] [2024/05/06 09:13:20.427 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/06 09:13:20.432 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:20.454 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/06 09:13:20.454 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:20.469 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/06 09:13:20.470 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=43.321537ms] [] [2024/05/06 09:13:20.470 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:13:20.472 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.358282ms] [] [2024/05/06 09:13:20.472 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:13:20.472 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:13:20.474 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.669381ms] [] [2024/05/06 09:13:20.474 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/06 09:13:20.474 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:13:20.474 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=55.873µs] [] [2024/05/06 09:13:20.474 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:13:20.475 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=906.981µs] [] [2024/05/06 09:13:20.529 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:20.533 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:20.533 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:20.533 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:20.533 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:20.535 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:20.535 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:20.535 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:20.535 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:20.536 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:20.536 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=281.605461ms] [] [2024/05/06 09:13:20.603 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:20.603 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:20.604 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:20.604 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:20.671 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:13:20.672 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:20.672 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:13:20.866 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:20.915 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:13:20.915 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:13:20.915 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:13:20.915 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=10.278µs] [] [2024/05/06 09:13:20.915 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/05/06 09:13:20.916 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/06 09:13:20.916 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/05/06 09:13:20.916 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/06 09:13:20.919 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/05/06 09:13:20.920 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=4.739821ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:20.920 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.149789ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:20.921 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:20.921 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:20.921 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:13:20.940 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=74.032218ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:13:20.940 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:21.006 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/05/06 09:13:21.042 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/05/06 09:13:21.098 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:13:21.099 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/05/06 09:13:21.105 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/05/06 09:13:21.219 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=73] [2024/05/06 09:13:21.242 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:21.242 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/05/06 09:13:21.328 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:21.462 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:21.704 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:13:21.800 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:21.809 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.361581424\n# Parse_time: 0.000902884\n# Compile_time: 0.00181335\n# Rewrite_time: 0.000290912\n# Optimize_time: 0.000183156\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzU4LjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzU4LjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:13:21.840 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/05/06 09:13:21.840 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:21.945 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:21.946 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:21.947 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/06 09:13:21.966 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:21.969 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 09:13:21.969 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/06 09:13:21.969 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=69.162µs] [2024/05/06 09:13:21.969 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=193.499µs] [] [2024/05/06 09:13:21.969 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:21.969 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:22.119 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/06 09:13:22.139 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/06 09:13:22.144 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:22.189 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:22.190 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 09:13:22.191 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:22.199 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:22.199 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:22.200 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:22.200 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:22.201 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:22.201 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:22.201 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:22.201 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:22.201 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:22.215 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:22.217 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:22.217 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 09:13:22.217 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:22.217 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=700.7GiB] [2024/05/06 09:13:22.262 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/05/06 09:13:22.266 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/06 09:13:22.269 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/06 09:13:22.270 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/06 09:13:22.270 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=7.428231ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:22.270 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:22.270 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:22.270 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:22.270 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:22.270 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:22.270 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:22.270 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:22.270 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:22.270 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:22.270 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:13:22.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:22.290 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 09:13:22.293 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:22.293 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:22.293 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:22.293 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:22.293 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:22.295 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:22.295 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:22.295 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:22.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:22.295 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:22.295 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=105.81542ms] [error="occur an error when sort chunk"] [2024/05/06 09:13:22.295 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:22.377 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:13:22.420 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/05/06 09:13:22.460 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:13:22.462 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/05/06 09:13:22.523 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/05/06 09:13:22.568 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] [2024/05/06 09:13:22.590 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:22.590 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/05/06 09:13:22.595 +00:00] [INFO] [scheduler_manager.go:284] ["start scheduler without allocating slots"] [server-id=:4000] [task-id=74] [state=reverting] [2024/05/06 09:13:22.604 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/05/06 09:13:22.604 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=false] [server-id=:4000] [state=reverted] [concurrency=8] [2024/05/06 09:13:22.693 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:22.713 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] === RUN TestImportInto/TestShowJob [2024/05/06 09:13:22.861 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/06 09:13:22.864 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/06 09:13:22.897 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:22.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:22.897 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:22.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/05/06 09:13:22.992 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:22.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.024 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=1.158383ms] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:13:23.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/05/06 09:13:23.071 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.551304ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:22.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.131 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:22.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.157 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/06 09:13:23.158 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:23.166 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:13:23.204 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:23.204 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:13:23.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:23.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.266 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/05/06 09:13:23.316 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=2.572534ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:23.327 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/05/06 09:13:23.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=53.376393ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.406 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:23.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.514 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/05/06 09:13:23.514 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:23.518 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.354202539\n# Parse_time: 0.000524909\n# Compile_time: 0.001394047\n# Rewrite_time: 0.000045816\n# Optimize_time: 0.000162369\n# Wait_TS: 0.000394177\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:13:23.520 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:13:23.573 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:13:23.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:23.654 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:23.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.663 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/05/06 09:13:23.705 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.031742ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:23.718 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/05/06 09:13:23.752 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=53.252348ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.812 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:23.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:23.844 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/05/06 09:13:23.844 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:23.848 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329205272\n# Parse_time: 0.000430865\n# Compile_time: 0.001295395\n# Rewrite_time: 0.000055216\n# Optimize_time: 0.000162369\n# Wait_TS: 0.000387899\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:13:23.850 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:13:23.953 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:23.953 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:13:24.032 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:23.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:24.041 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/05/06 09:13:24.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.319602ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:24.107 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/05/06 09:13:24.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=53.279921ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:23.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:24.185 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:23.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:24.220 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/05/06 09:13:24.220 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:24.224 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.37550429\n# Parse_time: 0.000531755\n# Compile_time: 0.000824331\n# Rewrite_time: 0.000049607\n# Optimize_time: 0.000162369\n# Wait_TS: 0.000360002\n# DB: test_show_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:13:24.226 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/06 09:13:24.496 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/06 09:13:24.632 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/06 09:13:24.855 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/06 09:13:25.088 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/06 09:13:25.287 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 09:13:25.477 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:25.712 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:13:25.805 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:25.843 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/05/06 09:13:25.843 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:25.948 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:25.999 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:26.000 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/06 09:13:26.024 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:26.027 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:13:26.027 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:13:26.027 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=63.385µs] [2024/05/06 09:13:26.027 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=177.844µs] [] [2024/05/06 09:13:26.027 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:26.027 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:26.145 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/06 09:13:26.163 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/06 09:13:26.171 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:26.223 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:26.224 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 09:13:26.225 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:26.234 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:26.234 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:26.234 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:26.234 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:26.235 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:26.236 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:26.236 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:26.236 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:26.236 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:26.251 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:26.252 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:26.252 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:13:26.253 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:26.253 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=700.7GiB] [2024/05/06 09:13:26.310 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/05/06 09:13:26.314 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:13:26.318 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:13:26.319 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/05/06 09:13:26.351 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/05/06 09:13:26.354 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.455997ms] [encodeDur=483.984µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=88.558µs] [type=file] [takeTime=2.386554ms] [] [2024/05/06 09:13:26.355 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=44.872442ms] [] [2024/05/06 09:13:26.355 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/85f7081c-287f-40e5-b9d4-4de4ed850485.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/05/06 09:13:26.355 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:13:26.355 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:13:26.355 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:13:26.357 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.839467ms] [] [2024/05/06 09:13:26.357 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/06 09:13:26.362 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:26.383 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:13:26.384 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:26.399 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:13:26.456 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=99.464624ms] [] [2024/05/06 09:13:26.457 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:13:26.458 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.645256ms] [] [2024/05/06 09:13:26.459 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:13:26.459 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:13:26.461 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=2.315146ms] [] [2024/05/06 09:13:26.461 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/06 09:13:26.461 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:13:26.461 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=108.222µs] [] [2024/05/06 09:13:26.461 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:13:26.462 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.106715ms] [] [2024/05/06 09:13:26.519 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 09:13:26.523 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:26.523 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:26.523 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:26.523 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:26.523 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:26.523 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:26.523 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:26.524 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:26.524 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:26.524 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:26.524 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:26.524 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:26.524 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:26.526 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:26.526 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:26.526 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:26.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:26.526 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:26.526 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=303.554452ms] [] [2024/05/06 09:13:26.563 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:26.565 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:26.566 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:26.566 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:26.630 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:13:26.631 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:26.631 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:13:26.839 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:26.886 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:13:26.886 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:13:26.886 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:13:26.886 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=8.383µs] [] [2024/05/06 09:13:26.886 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:13:26.886 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:13:26.886 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/05/06 09:13:26.886 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/05/06 09:13:26.890 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:13:26.890 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:13:26.890 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=4.318499ms] [] [2024/05/06 09:13:26.890 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=4.501751ms] [] [2024/05/06 09:13:26.931 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=91.637892ms] [] [2024/05/06 09:13:26.963 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:26.963 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/05/06 09:13:26.965 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/05/06 09:13:27.020 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/05/06 09:13:27.051 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=75] [2024/05/06 09:13:27.073 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6116865150000002\n# Parse_time: 0.000603724\n# Compile_time: 0.001528363\n# Rewrite_time: 0.000306035\n# Optimize_time: 0.000255853\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 09:13:27.078 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:27.078 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/05/06 09:13:27.113 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:27.166 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:27.343 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:13:27.419 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:27.454 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/05/06 09:13:27.454 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:27.563 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:27.565 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:27.566 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/06 09:13:27.589 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:27.592 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:13:27.592 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:13:27.592 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=52.793µs] [2024/05/06 09:13:27.592 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=158.506µs] [] [2024/05/06 09:13:27.592 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:27.592 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:27.778 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/06 09:13:27.798 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/06 09:13:27.819 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:27.864 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:27.865 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 09:13:27.866 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:27.874 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:27.874 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:27.875 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:27.875 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:27.876 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:27.876 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:27.876 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:27.876 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:27.876 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:27.890 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:27.891 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:27.891 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:13:27.892 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:27.892 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=700.7GiB] [2024/05/06 09:13:27.930 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/05/06 09:13:27.934 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:13:27.939 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:13:27.939 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/05/06 09:13:28.038 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/05/06 09:13:28.041 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.219841ms] [encodeDur=476.246µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=408.256µs] [type=file] [takeTime=2.485722ms] [] [2024/05/06 09:13:28.042 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=111.882184ms] [] [2024/05/06 09:13:28.042 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/5dceafec-f672-44cd-8e6e-51b51152b3e1.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/05/06 09:13:28.042 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:13:28.043 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:13:28.043 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:13:28.044 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.810106ms] [] [2024/05/06 09:13:28.045 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/06 09:13:28.049 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:28.072 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:13:28.072 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:28.086 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:13:28.088 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=42.987242ms] [] [2024/05/06 09:13:28.088 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:13:28.089 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.103046ms] [] [2024/05/06 09:13:28.089 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:13:28.089 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:13:28.091 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.520925ms] [] [2024/05/06 09:13:28.091 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/06 09:13:28.091 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:13:28.091 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=66.272µs] [] [2024/05/06 09:13:28.091 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:13:28.092 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=868.424µs] [] [2024/05/06 09:13:28.182 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:28.183 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:28.184 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:28.184 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:28.193 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 09:13:28.197 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:28.198 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:28.198 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:28.198 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:28.198 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:28.200 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:28.200 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:28.200 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:28.200 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:28.200 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:28.200 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=336.06875ms] [] [2024/05/06 09:13:28.257 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:13:28.258 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:28.258 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:13:28.439 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:28.488 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:13:28.488 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:13:28.488 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:13:28.488 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=9.908µs] [] [2024/05/06 09:13:28.488 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:13:28.488 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:13:28.488 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/05/06 09:13:28.488 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/05/06 09:13:28.492 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:13:28.493 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:13:28.493 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.926569ms] [] [2024/05/06 09:13:28.493 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=5.125035ms] [] [2024/05/06 09:13:28.592 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=153.171761ms] [] [2024/05/06 09:13:28.676 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:28.676 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/05/06 09:13:28.679 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/05/06 09:13:28.744 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/05/06 09:13:28.762 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=76] [2024/05/06 09:13:28.784 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:28.784 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/05/06 09:13:28.862 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:29.039 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.944306863\n# Parse_time: 0.001469523\n# Compile_time: 0.002776728\n# Rewrite_time: 0.000301332\n# Optimize_time: 0.000208247\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:13:29.098 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 09:13:29.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:29.530 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:13:29.619 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:13:29.662 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/05/06 09:13:29.662 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:13:29.770 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:29.771 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:29.772 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/06 09:13:29.851 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:29.854 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 09:13:29.854 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/06 09:13:29.854 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=97.487µs] [2024/05/06 09:13:29.854 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=279.781µs] [] [2024/05/06 09:13:29.855 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:13:29.855 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:13:29.971 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/06 09:13:29.990 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/06 09:13:30.021 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:13:30.067 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:30.068 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 09:13:30.070 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:30.078 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:30.079 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:30.079 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:30.079 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:30.080 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:30.080 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:30.080 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:30.080 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:30.080 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:30.096 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:30.097 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:30.097 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 09:13:30.098 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:30.098 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=700.7GiB] [2024/05/06 09:13:30.138 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/05/06 09:13:30.142 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:13:30.146 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:13:30.146 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 09:13:30.166 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/05/06 09:13:30.168 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.034694ms] [encodeDur=500.052µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=160.553µs] [type=file] [takeTime=2.03434ms] [] [2024/05/06 09:13:30.169 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/cb769479-0833-4094-ae16-3fe130c00ec4.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/05/06 09:13:30.169 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=30.766689ms] [] [2024/05/06 09:13:30.169 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:13:30.169 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:13:30.169 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:13:30.172 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.210752ms] [] [2024/05/06 09:13:30.172 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/06 09:13:30.176 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:30.198 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:13:30.198 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:30.212 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:13:30.214 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=41.851142ms] [] [2024/05/06 09:13:30.214 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:13:30.215 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.047022ms] [] [2024/05/06 09:13:30.215 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:13:30.215 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:13:30.216 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.405215ms] [] [2024/05/06 09:13:30.216 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/06 09:13:30.216 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:13:30.216 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=60.691µs] [] [2024/05/06 09:13:30.216 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:13:30.217 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=857.134µs] [] [2024/05/06 09:13:30.426 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/05/06 09:13:30.431 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:13:30.434 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:13:30.434 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 09:13:30.533 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/05/06 09:13:30.535 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=1.167138ms] [encodeDur=522.831µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=66.576µs] [type=file] [takeTime=2.200328ms] [] [2024/05/06 09:13:30.536 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/c7c3b3e2-f7c9-47db-b574-665d93524391.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/05/06 09:13:30.536 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=109.57234ms] [] [2024/05/06 09:13:30.536 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:13:30.536 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:13:30.536 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:13:30.538 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.942363ms] [] [2024/05/06 09:13:30.539 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/06 09:13:30.543 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:30.565 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:13:30.565 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:30.579 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:13:30.581 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=42.788959ms] [] [2024/05/06 09:13:30.581 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:13:30.583 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.190625ms] [] [2024/05/06 09:13:30.583 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:13:30.583 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:13:30.584 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.546905ms] [] [2024/05/06 09:13:30.584 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/06 09:13:30.584 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:13:30.585 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=52.649µs] [] [2024/05/06 09:13:30.585 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:13:30.585 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=858.203µs] [] [2024/05/06 09:13:30.752 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:30.753 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:30.754 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:30.754 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:30.770 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:30.776 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:30.776 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:30.776 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:30.776 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:30.779 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:30.779 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:30.779 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:30.779 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:30.779 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:30.779 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=711.603866ms] [] [2024/05/06 09:13:30.823 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/06 09:13:30.824 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:30.824 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:13:30.974 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:13:31.025 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:13:31.025 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:13:31.025 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:13:31.025 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=14.001µs] [] [2024/05/06 09:13:31.025 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/05/06 09:13:31.026 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 09:13:31.026 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/05/06 09:13:31.026 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/05/06 09:13:31.030 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/05/06 09:13:31.031 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 09:13:31.031 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.325079ms] [] [2024/05/06 09:13:31.031 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.486381ms] [] [2024/05/06 09:13:31.135 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=160.450338ms] [] [2024/05/06 09:13:31.146 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:31.146 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/05/06 09:13:31.149 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/05/06 09:13:31.194 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/05/06 09:13:31.198 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77] [2024/05/06 09:13:31.230 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:31.230 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/05/06 09:13:31.318 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:31.471 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.210487049\n# Parse_time: 0.001478729\n# Compile_time: 0.001660615\n# Rewrite_time: 0.000327621\n# Optimize_time: 0.000168164\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/05/06 09:13:31.483 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/06 09:13:31.511 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:31.511 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/06 09:13:31.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:31.639 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=308.481µs] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:13:31.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/05/06 09:13:31.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.743309ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:31.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:31.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=192.702µs] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:13:31.804 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/05/06 09:13:31.843 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=53.024562ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:31.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:31.909 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=217.209µs] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:13:31.921 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/05/06 09:13:31.958 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=52.94442ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.076 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/05/06 09:13:32.085 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/05/06 09:13:32.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.131 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/06 09:13:32.131 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:32.135 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.653581965\n# Parse_time: 0.000490646\n# Compile_time: 0.001080424\n# Rewrite_time: 0.000050194\n# Optimize_time: 0.001490987\n# Wait_TS: 0.000414862\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/05/06 09:13:32.137 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/06 09:13:32.179 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:32.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:32.179 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:32.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/05/06 09:13:32.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:32.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=1.148535ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:13:32.280 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/05/06 09:13:32.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=53.402975ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:13:32.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.349 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:32.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.373 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/05/06 09:13:32.373 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:32.378 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/06 09:13:32.414 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:32.414 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/06 09:13:32.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.529 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/05/06 09:13:32.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.273815ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:13:32.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/05/06 09:13:32.635 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=53.438834ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:32.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:32.723 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/05/06 09:13:32.723 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:32.727 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.350468234\n# Parse_time: 0.000361766\n# Compile_time: 0.00070387\n# Rewrite_time: 0.000043433\n# Optimize_time: 0.001490987\n# Wait_TS: 0.000325029\n# DB: test_show_job\n# Is_internal: false\n# Digest: 6ffa3fb40f957702df0418164e10a164663f4ee378a9f45fa18805f7d5d9161f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table import_into.zero_time_table(t datetime);"] [2024/05/06 09:13:32.742 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:33.007 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:13:33.099 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:33.140 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/06 09:13:33.140 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:33.247 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:33.248 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:33.249 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/06 09:13:33.267 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:33.271 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 09:13:33.271 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 09:13:33.271 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=54.462µs] [2024/05/06 09:13:33.271 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=165.129µs] [] [2024/05/06 09:13:33.271 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:33.271 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:33.437 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/06 09:13:33.458 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/06 09:13:33.467 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:33.508 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:33.509 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 09:13:33.510 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:33.519 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:33.519 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:33.520 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:33.520 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:33.521 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:33.521 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:33.521 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:33.521 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:33.521 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:33.535 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:33.537 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:33.537 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 09:13:33.537 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:33.537 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=700.7GiB] [2024/05/06 09:13:33.584 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/05/06 09:13:33.588 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:13:33.592 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:13:33.592 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/05/06 09:13:33.641 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/05/06 09:13:33.644 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.162273ms] [encodeDur=682.905µs] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=299.497µs] [type=file] [takeTime=2.597679ms] [] [2024/05/06 09:13:33.645 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/90185dc4-bc48-47b6-9754-0a9b8f1cd0c6.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/05/06 09:13:33.645 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=60.719147ms] [] [2024/05/06 09:13:33.645 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:13:33.645 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:13:33.645 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:13:33.647 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.798973ms] [] [2024/05/06 09:13:33.647 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/06 09:13:33.653 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:13:33.675 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:13:33.675 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:13:33.689 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:13:33.691 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=43.410589ms] [] [2024/05/06 09:13:33.691 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:13:33.692 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.085011ms] [] [2024/05/06 09:13:33.692 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:13:33.692 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:13:33.694 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.642206ms] [] [2024/05/06 09:13:33.694 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/06 09:13:33.694 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:13:33.694 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=70.377µs] [] [2024/05/06 09:13:33.694 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:13:33.695 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.057695ms] [] [2024/05/06 09:13:33.744 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:33.747 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:33.747 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:33.747 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:33.747 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:33.749 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:33.749 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:33.749 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:33.749 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:33.749 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:33.750 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=240.985293ms] [] [2024/05/06 09:13:33.760 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:13:33.761 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:33.762 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/05/06 09:13:33.762 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:13:33.875 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/06 09:13:33.876 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:13:33.877 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:13:34.034 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:34.079 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:13:34.079 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:13:34.079 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:13:34.087 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=7.869845ms] [] [2024/05/06 09:13:34.087 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/05/06 09:13:34.087 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 09:13:34.087 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/05/06 09:13:34.087 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/05/06 09:13:34.091 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/05/06 09:13:34.092 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 09:13:34.092 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=12.861162ms] [] [2024/05/06 09:13:34.092 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=13.0431ms] [] [2024/05/06 09:13:34.135 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=101.473891ms] [] [2024/05/06 09:13:34.162 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:13:34.162 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/05/06 09:13:34.165 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/05/06 09:13:34.280 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/05/06 09:13:34.281 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/06 09:13:34.308 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:34.308 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/05/06 09:13:34.313 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/06 09:13:34.313 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 09:13:34.372 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.641827887\n# Parse_time: 0.000407182\n# Compile_time: 0.001065747\n# Rewrite_time: 0.000264165\n# Optimize_time: 0.001490987\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:13:34.389 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/06 09:13:34.417 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:34.420 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/06 09:13:34.423 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 09:13:34.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:13:34.423 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 09:13:34.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/05/06 09:13:34.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:13:34.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:34.487 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/05/06 09:13:34.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.619413ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:13:34.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/05/06 09:13:34.585 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=54.032232ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:34.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:34.636 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/05/06 09:13:34.756 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/05/06 09:13:34.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:13:34.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:13:34.822 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/05/06 09:13:34.822 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:13:34.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.439202001\n# Parse_time: 0.000473334\n# Compile_time: 0.001279451\n# Rewrite_time: 0.000049701\n# Optimize_time: 0.001126887\n# Wait_TS: 0.000346048\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/05/06 09:13:34.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:35.037 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:13:35.162 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:13:35.203 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/06 09:13:35.203 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:13:35.310 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:13:35.311 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:13:35.312 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/05/06 09:13:35.329 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:35.333 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 09:13:35.333 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 09:13:35.333 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=60.585µs] [2024/05/06 09:13:35.333 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=167.171µs] [] [2024/05/06 09:13:35.333 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:13:35.333 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:13:35.443 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/05/06 09:13:35.457 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:13:35.463 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/05/06 09:13:35.500 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:13:35.501 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 09:13:35.502 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:13:35.511 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:13:35.511 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 09:13:35.512 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:35.512 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:13:35.513 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:13:35.513 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:35.513 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:13:35.513 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:13:35.513 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:35.528 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:13:35.529 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:13:35.530 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 09:13:35.530 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:13:35.530 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=700.7GiB] [2024/05/06 09:13:35.621 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/05/06 09:13:35.626 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:13:35.629 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:13:35.630 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/05/06 09:13:35.678 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/05/06 09:13:35.680 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=2.383722ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:13:35.681 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=59.786923ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:35.681 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:35.681 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:35.682 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:35.682 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:35.682 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:35.682 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:35.682 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:35.682 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:35.682 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:35.682 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:13:35.682 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:35.700 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 09:13:35.703 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:35.703 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:35.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:35.703 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:35.703 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:35.706 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:13:35.706 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:35.706 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:35.706 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:35.706 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:35.706 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=205.679579ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:13:35.706 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:13:35.737 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/05/06 09:13:35.758 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/05/06 09:13:35.828 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:13:35.829 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/05/06 09:13:35.844 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/05/06 09:13:35.910 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/06 09:13:35.937 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:13:35.937 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/05/06 09:13:36.068 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:13:36.127 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:13:36.128 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.300017039\n# Parse_time: 0.000525841\n# Compile_time: 0.001474957\n# Rewrite_time: 0.000313848\n# Optimize_time: 0.001126887\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zcywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjEuM3MsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:13:36.154 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [2024/05/06 09:13:36.154 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [2024/05/06 09:13:36.154 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:13:36.156 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [] [2024/05/06 09:13:36.157 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=33.103µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=21.83µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=26.94µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=17.299µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=23.574µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=15.481µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=22.913µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=22.525µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=17.432µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=22.903µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=16.439µs] [2024/05/06 09:13:36.158 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:13:36.158 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:13:36.158 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:13:36.199 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=088c2ec2-dc91-4a98-960d-2d5c507e387e] ["take time"=60.618667ms] [2024/05/06 09:13:36.199 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=088c2ec2-dc91-4a98-960d-2d5c507e387e] [2024/05/06 09:13:36.201 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:13:36.201 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2d51175b-c793-49e9-abb0-8352a9c4164f] [watcherID=87dd82d8-a949-42d9-8458-56f13c3ac878] [2024/05/06 09:13:36.201 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:13:36.201 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2d51175b-c793-49e9-abb0-8352a9c4164f] [2024/05/06 09:13:36.201 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:13:36.202 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:13:36.202 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:13:36.202 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:13:36.202 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:13:36.202 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:13:36.202 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:13:36.202 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:13:36.202 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:13:36.202 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:13:36.208 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:13:36.208 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1221] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:13:36.209 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=088c2ec2-dc91-4a98-960d-2d5c507e387e] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:13:36.209 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:13:36.209 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 14137529-1070-4a65-bb26-5a32790bd1aa watch owner key /tidb/br-stream/owner/3eaa8f4d28c222a3"] [2024/05/06 09:13:36.209 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:13:36.210 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:13:36.210 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:13:36.210 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:13:36.209 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:13:36.210 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:13:36.210 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 14137529-1070-4a65-bb26-5a32790bd1aa"] [2024/05/06 09:13:36.210 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:13:36.209 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:13:36.210 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e watch owner key /tidb/stats/owner/6f188f4d28c222a4"] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:13:36.209 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:13:36.210 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [2024/05/06 09:13:36.210 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:13:36.209 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [2024/05/06 09:13:36.210 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:13:36.210 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:13:36.210 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [2024/05/06 09:13:36.210 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [2024/05/06 09:13:36.210 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:13:36.210 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=088c2ec2-dc91-4a98-960d-2d5c507e387e] [2024/05/06 09:13:36.210 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:13:36.210 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:13:36.210 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:13:36.210 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:13:36.211 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [error="context canceled"] [2024/05/06 09:13:36.212 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:13:36.212 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:13:36.212 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:13:36.212 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=14137529-1070-4a65-bb26-5a32790bd1aa] [daemon-id=LogBackup::Advancer] [2024/05/06 09:13:36.212 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:13:36.212 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:13:36.212 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 14137529-1070-4a65-bb26-5a32790bd1aa"] [error="context canceled"] [2024/05/06 09:13:36.212 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:13:36.212 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 14137529-1070-4a65-bb26-5a32790bd1aa"] [2024/05/06 09:13:36.216 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:13:36.217 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:13:36.218 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:13:36.219 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:13:36.219 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:13:36.219 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:13:36.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:13:36.224 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:13:36.224 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:13:36.236 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:13:36.236 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:13:36.245 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:13:36.245 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:13:36.411 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:13:37.457 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 14137529-1070-4a65-bb26-5a32790bd1aa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:13:37.478 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:13:37.478 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:13:37.478 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:13:37.658 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 088c2ec2-dc91-4a98-960d-2d5c507e387e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:13:37.658 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:13:37.658 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:13:37.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:13:37.666 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.528398881s] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:13:37.667 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:13:37.667 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:13:37.667 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:13:37.667 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:13:37.669 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (249.34s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (34.40s) --- PASS: TestImportInto/TestCancelJob (8.62s) --- PASS: TestImportInto/TestChecksumNotMatch (7.35s) --- PASS: TestImportInto/TestColumnsAndUserVars (3.05s) --- PASS: TestImportInto/TestDeliverBytesRows (4.83s) --- PASS: TestImportInto/TestDetachedLoadParquet (6.14s) --- PASS: TestImportInto/TestDiskQuota (4.44s) --- PASS: TestImportInto/TestGBK (7.81s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (11.67s) --- PASS: TestImportInto/TestIgnoreNLines (7.01s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (8.86s) --- PASS: TestImportInto/TestImportMode (19.44s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (8.78s) --- PASS: TestImportInto/TestInputNull (5.25s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (1.95s) --- PASS: TestImportInto/TestKillBeforeFinish (2.95s) --- PASS: TestImportInto/TestLoadSQLDump (4.89s) --- PASS: TestImportInto/TestMaxWriteSpeed (14.24s) --- PASS: TestImportInto/TestMultiValueIndex (3.20s) --- PASS: TestImportInto/TestOtherCharset (13.52s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.20s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.46s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.40s) --- PASS: TestImportInto/TestRegisterTask (10.09s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (11.02s) --- PASS: TestImportInto/TestShowDetachedJob (6.55s) --- PASS: TestImportInto/TestShowJob (8.65s) --- PASS: TestImportInto/TestZeroDateTime (4.65s) PASS coverage: 15.0% of statements GCov does not exist at the given path: '' May 06, 2024 9:13:43 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:13:43 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:13:43 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:13:43 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:13:43 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 301.488s, Critical Path: 284.10s INFO: 1610 processes: 1585 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1610 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/06 17:07:47.859 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:47.859 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:47.859 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:47.859 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:47.859 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:47.859 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:47.859 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:47.859 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:47.859 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:47.863 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:47.863 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:47.863 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:47.863 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:47.865 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:47.865 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:47.866 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:47.866 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:47.866 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:47.866 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.866 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:47.866 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:47.867 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=326.043µs] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.874 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:47.874 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:47.874 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.874 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.874 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.875 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.875 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.875 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.875 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.875 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.875 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.875 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.875 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.876 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.876 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.876 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.876 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.877 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.876 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:47.877 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:47.877 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:47.877 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:47.877 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:47.877 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.877 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.877 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.877 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.877 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.877 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.877 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.877 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.877 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.878 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:47.878 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/06 17:07:47.878 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:47.878 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.878 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.878 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/06 17:07:47.878 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.878 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.878 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.879 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.879 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.879 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/06 17:07:47.879 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.927 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:49.866 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:49.867 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:49.867 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/06 17:07:49.867 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:49.867 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:49.868 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:49.868 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:49.869 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/06 17:07:49.869 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/06 17:07:49.869 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/06 17:07:49.869 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:49.869 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/06 17:07:49.874 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 17:07:49.874 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365810801425619023] [2024/05/06 17:07:49.878 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:49.879 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/06 17:07:49.879 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:49.881 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:49.881 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/06 17:07:49.882 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/06 17:07:49.882 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:49.883 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:49.883 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:49.884 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:49.884 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:49.884 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:49.884 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=177.194µs] [2024/05/06 17:07:49.885 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810801425619023/leader] [purpose="leader election"] [2024/05/06 17:07:49.885 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:49.885 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:50.886 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/06 17:07:59.870 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/06 17:07:59.870 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/06 17:08:35.267 +08:00] [INFO] [trace.go:152] ["trace[832218848] linearizableReadLoop"] [detail="{readStateIndex:72; appliedIndex:72; }"] [duration=101.399066ms] [start=2024/05/06 17:08:35.165 +08:00] [end=2024/05/06 17:08:35.267 +08:00] [steps="[\"trace[832218848] 'read index received' (duration: 101.394334ms)\",\"trace[832218848] 'applied index is now lower than readState.Index' (duration: 3.231µs)\"]"] [2024/05/06 17:08:35.267 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=101.595765ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/05/06 17:08:35.267 +08:00] [INFO] [trace.go:152] ["trace[1619563939] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:58; }"] [duration=101.672414ms] [start=2024/05/06 17:08:35.165 +08:00] [end=2024/05/06 17:08:35.267 +08:00] [steps="[\"trace[1619563939] 'agreement among raft nodes before linearized reading' (duration: 101.519157ms)\"]"] ==> ./pd1.log <== [2024/05/06 17:11:47.862 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=252] [takes=1.284081ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:252(58, 5), createAt:2024-05-06 17:11:47.860374426 +0800 CST m=+240.040693881, startAt:2024-05-06 17:11:47.861290899 +0800 CST m=+240.041610354, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"33.00\",\"targetScore\":\"31.00\"}"] [2024/05/06 17:11:47.862 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=252] [from=1] [to=3] [2024/05/06 17:11:47.862 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=264] [takes=1.23577ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:264(62, 5), createAt:2024-05-06 17:11:47.860456674 +0800 CST m=+240.040776129, startAt:2024-05-06 17:11:47.861342959 +0800 CST m=+240.041662410, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"32.00\",\"targetScore\":\"31.00\"}"] [2024/05/06 17:11:47.905 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:52578, StartTime:2024-05-06 17:11:47 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"837196cc-fefa-4900-a62d-9682ce511394\"]}}"] [2024/05/06 17:11:53.402 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:52870, StartTime:2024-05-06 17:11:53 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_data/import_mode\"]}}"] [2024/05/06 17:11:55.557 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:52946, StartTime:2024-05-06 17:11:55 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"213bf3ca-801f-4988-80bd-f697d0f3b895\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffec5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffec5f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:11:55.562 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFEC5F728000000000FF0000010000000000FA 7480000000000000FFEC5F728000000000FF0000030000000000FA]} (kind:split, region:14(86, 5), createAt:2024-05-06 17:11:55.562107344 +0800 CST m=+247.742426799, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFE55F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:11:55.562 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:11:55.562 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=368] [peer-ids="[369,370,371]"] [2024/05/06 17:11:55.563 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=372] [peer-ids="[373,374,375]"] [2024/05/06 17:11:55.564 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:368 start_key:\"7480000000000000FFE55F728000000000FF0000020000000000FA\" end_key:\"7480000000000000FFEC5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:372 start_key:\"7480000000000000FFEC5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFEC5F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:11:55.564 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFE55F728000000000FF0000020000000000FA} -> {7480000000000000FFEC5F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=86] [new-version=88] [2024/05/06 17:11:55.564 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.393579ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFEC5F728000000000FF0000010000000000FA 7480000000000000FFEC5F728000000000FF0000030000000000FA]} (kind:split, region:14(86, 5), createAt:2024-05-06 17:11:55.562107344 +0800 CST m=+247.742426799, startAt:2024-05-06 17:11:55.562273733 +0800 CST m=+247.742593188, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFE55F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:11:55.596 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:52982, StartTime:2024-05-06 17:11:55 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"213bf3ca-801f-4988-80bd-f697d0f3b895\"]}}"] [2024/05/06 17:11:56.108 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=196] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:196(45, 5), createAt:2024-05-06 17:11:56.107471189 +0800 CST m=+248.287790645, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"33.00\",\"targetScore\":\"32.00\"}"] [2024/05/06 17:11:56.108 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=196] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:11:56.109 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=196] [takes=1.358195ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:196(45, 5), createAt:2024-05-06 17:11:56.107471189 +0800 CST m=+248.287790645, startAt:2024-05-06 17:11:56.108427641 +0800 CST m=+248.288747096, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"33.00\",\"targetScore\":\"32.00\"}"] [2024/05/06 17:11:56.109 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=196] [from=1] [to=3] [2024/05/06 17:11:58.266 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53076, StartTime:2024-05-06 17:11:58 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d40ab807-c485-4bc8-8dd4-7864e100d116\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000ffef5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000ffef5f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:11:58.272 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFEF5F728000000000FF0000010000000000FA 7480000000000000FFEF5F728000000000FF0000030000000000FA]} (kind:split, region:14(88, 5), createAt:2024-05-06 17:11:58.272651859 +0800 CST m=+250.452971314, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFEC5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:11:58.272 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:11:58.273 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=376] [peer-ids="[377,378,379]"] [2024/05/06 17:11:58.273 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=380] [peer-ids="[381,382,383]"] [2024/05/06 17:11:58.274 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFEC5F728000000000FF0000030000000000FA} -> {7480000000000000FFEF5F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=88] [new-version=90] [2024/05/06 17:11:58.274 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.00465ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFEF5F728000000000FF0000010000000000FA 7480000000000000FFEF5F728000000000FF0000030000000000FA]} (kind:split, region:14(88, 5), createAt:2024-05-06 17:11:58.272651859 +0800 CST m=+250.452971314, startAt:2024-05-06 17:11:58.272780371 +0800 CST m=+250.453099826, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFEC5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:11:58.274 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:376 start_key:\"7480000000000000FFEC5F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FFEF5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:380 start_key:\"7480000000000000FFEF5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFEF5F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:11:58.304 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53116, StartTime:2024-05-06 17:11:58 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d40ab807-c485-4bc8-8dd4-7864e100d116\"]}}"] [2024/05/06 17:11:58.332 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=220] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:220(51, 5), createAt:2024-05-06 17:11:58.331919059 +0800 CST m=+250.512238514, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"32.00\"}"] [2024/05/06 17:11:58.332 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=220] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:11:58.333 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=220] [takes=1.350526ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:220(51, 5), createAt:2024-05-06 17:11:58.331919059 +0800 CST m=+250.512238514, startAt:2024-05-06 17:11:58.332554427 +0800 CST m=+250.512873882, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"34.00\",\"targetScore\":\"32.00\"}"] [2024/05/06 17:11:58.333 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=220] [from=1] [to=2] [2024/05/06 17:12:01.121 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53208, StartTime:2024-05-06 17:12:01 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"c478d9ba-5e6a-462c-830d-1a6f30f9397e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000fff25f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000fff25f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:01.129 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFF25F728000000000FF0000010000000000FA 7480000000000000FFF25F728000000000FF0000030000000000FA]} (kind:split, region:14(90, 5), createAt:2024-05-06 17:12:01.129866677 +0800 CST m=+253.310186132, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFEF5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:01.129 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:01.130 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=384] [peer-ids="[385,386,387]"] [2024/05/06 17:12:01.130 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=388] [peer-ids="[389,390,391]"] [2024/05/06 17:12:01.131 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:384 start_key:\"7480000000000000FFEF5F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FFF25F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:388 start_key:\"7480000000000000FFF25F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFF25F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:01.131 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFEF5F728000000000FF0000030000000000FA} -> {7480000000000000FFF25F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=90] [new-version=92] [2024/05/06 17:12:01.131 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.697658ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFF25F728000000000FF0000010000000000FA 7480000000000000FFF25F728000000000FF0000030000000000FA]} (kind:split, region:14(90, 5), createAt:2024-05-06 17:12:01.129866677 +0800 CST m=+253.310186132, startAt:2024-05-06 17:12:01.129984181 +0800 CST m=+253.310303636, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFEF5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:01.159 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53264, StartTime:2024-05-06 17:12:01 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"c478d9ba-5e6a-462c-830d-1a6f30f9397e\"]}}"] [2024/05/06 17:12:01.219 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=248] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:248(58, 5), createAt:2024-05-06 17:12:01.218540262 +0800 CST m=+253.398859718, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"35.00\",\"targetScore\":\"33.00\"}"] [2024/05/06 17:12:01.219 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=248] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:01.219 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=280] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:280(66, 5), createAt:2024-05-06 17:12:01.218662124 +0800 CST m=+253.398981579, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"33.00\"}"] [2024/05/06 17:12:01.219 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=280] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:01.220 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=248] [takes=1.292408ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:248(58, 5), createAt:2024-05-06 17:12:01.218540262 +0800 CST m=+253.398859718, startAt:2024-05-06 17:12:01.219204194 +0800 CST m=+253.399523650, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"35.00\",\"targetScore\":\"33.00\"}"] [2024/05/06 17:12:01.220 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=248] [from=1] [to=3] [2024/05/06 17:12:01.220 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=280] [takes=1.266455ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:280(66, 5), createAt:2024-05-06 17:12:01.218662124 +0800 CST m=+253.398981579, startAt:2024-05-06 17:12:01.219256867 +0800 CST m=+253.399576318, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"34.00\",\"targetScore\":\"33.00\"}"] [2024/05/06 17:12:01.220 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=280] [from=1] [to=2] [2024/05/06 17:12:02.228 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53266, StartTime:2024-05-06 17:12:02 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_data/t\"]}}"] [2024/05/06 17:12:04.275 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53370, StartTime:2024-05-06 17:12:04 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"36d570b5-1c19-4842-8592-1dc1acea15e2\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000fff75f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000fff75f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:04.279 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFF75F728000000000FF0000010000000000FA 7480000000000000FFF75F728000000000FF0000030000000000FA]} (kind:split, region:14(92, 5), createAt:2024-05-06 17:12:04.279326085 +0800 CST m=+256.459645539, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFF25F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:04.279 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:04.279 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=392] [peer-ids="[393,394,395]"] [2024/05/06 17:12:04.279 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=396] [peer-ids="[397,398,399]"] [2024/05/06 17:12:04.281 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.934323ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFF75F728000000000FF0000010000000000FA 7480000000000000FFF75F728000000000FF0000030000000000FA]} (kind:split, region:14(92, 5), createAt:2024-05-06 17:12:04.279326085 +0800 CST m=+256.459645539, startAt:2024-05-06 17:12:04.27944275 +0800 CST m=+256.459762205, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFF25F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:04.281 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFF25F728000000000FF0000030000000000FA} -> {7480000000000000FFF75F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=92] [new-version=94] [2024/05/06 17:12:04.281 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:392 start_key:\"7480000000000000FFF25F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FFF75F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:396 start_key:\"7480000000000000FFF75F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFF75F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:04.312 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53408, StartTime:2024-05-06 17:12:04 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"36d570b5-1c19-4842-8592-1dc1acea15e2\"]}}"] [2024/05/06 17:12:04.969 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=360] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:360(86, 5), createAt:2024-05-06 17:12:04.969444019 +0800 CST m=+257.149763475, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"35.00\",\"targetScore\":\"34.00\"}"] [2024/05/06 17:12:04.969 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=360] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:04.971 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=360] [takes=1.614024ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:360(86, 5), createAt:2024-05-06 17:12:04.969444019 +0800 CST m=+257.149763475, startAt:2024-05-06 17:12:04.969983308 +0800 CST m=+257.150302762, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"35.00\",\"targetScore\":\"34.00\"}"] [2024/05/06 17:12:04.971 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=360] [from=1] [to=3] [2024/05/06 17:12:06.660 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53472, StartTime:2024-05-06 17:12:06 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"71da52f6-9163-4b26-ab71-365210687a56\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000fff95f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000fff95f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:06.663 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFF95F728000000000FF0000010000000000FA 7480000000000000FFF95F728000000000FF0000030000000000FA]} (kind:split, region:14(94, 5), createAt:2024-05-06 17:12:06.663932296 +0800 CST m=+258.844251753, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFF75F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:06.664 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:06.664 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=400] [peer-ids="[401,402,403]"] [2024/05/06 17:12:06.664 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=404] [peer-ids="[405,406,407]"] [2024/05/06 17:12:06.666 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFF75F728000000000FF0000030000000000FA} -> {7480000000000000FFF95F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=94] [new-version=96] [2024/05/06 17:12:06.666 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.935925ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFF95F728000000000FF0000010000000000FA 7480000000000000FFF95F728000000000FF0000030000000000FA]} (kind:split, region:14(94, 5), createAt:2024-05-06 17:12:06.663932296 +0800 CST m=+258.844251753, startAt:2024-05-06 17:12:06.664059114 +0800 CST m=+258.844378569, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFF75F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:06.665 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:400 start_key:\"7480000000000000FFF75F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FFF95F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:404 start_key:\"7480000000000000FFF95F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFF95F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:06.698 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53512, StartTime:2024-05-06 17:12:06 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"71da52f6-9163-4b26-ab71-365210687a56\"]}}"] [2024/05/06 17:12:07.187 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=356] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:356(84, 5), createAt:2024-05-06 17:12:07.187057803 +0800 CST m=+259.367377258, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"36.00\",\"targetScore\":\"34.00\"}"] [2024/05/06 17:12:07.187 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=356] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:07.189 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=356] [from=1] [to=2] [2024/05/06 17:12:07.189 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=356] [takes=1.370701ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:356(84, 5), createAt:2024-05-06 17:12:07.187057803 +0800 CST m=+259.367377258, startAt:2024-05-06 17:12:07.187798297 +0800 CST m=+259.368117751, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"36.00\",\"targetScore\":\"34.00\"}"] [2024/05/06 17:12:08.814 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53584, StartTime:2024-05-06 17:12:08 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"3fc6d25a-2b41-4474-a662-b76195a58533\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000000fffd5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000000fffd5f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:08.818 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFFD5F728000000000FF0000010000000000FA 7480000000000000FFFD5F728000000000FF0000030000000000FA]} (kind:split, region:14(96, 5), createAt:2024-05-06 17:12:08.818133213 +0800 CST m=+260.998452786, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFF95F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:08.818 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:08.818 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=408] [peer-ids="[409,410,411]"] [2024/05/06 17:12:08.818 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=412] [peer-ids="[413,414,415]"] [2024/05/06 17:12:08.820 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.807664ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000000FFFD5F728000000000FF0000010000000000FA 7480000000000000FFFD5F728000000000FF0000030000000000FA]} (kind:split, region:14(96, 5), createAt:2024-05-06 17:12:08.818133213 +0800 CST m=+260.998452786, startAt:2024-05-06 17:12:08.818244257 +0800 CST m=+260.998563720, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFF95F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:08.820 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:408 start_key:\"7480000000000000FFF95F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FFFD5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:412 start_key:\"7480000000000000FFFD5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FFFD5F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:08.820 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFF95F728000000000FF0000030000000000FA} -> {7480000000000000FFFD5F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=96] [new-version=98] [2024/05/06 17:12:08.850 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53624, StartTime:2024-05-06 17:12:08 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"3fc6d25a-2b41-4474-a662-b76195a58533\"]}}"] [2024/05/06 17:12:08.893 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=352] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:352(84, 5), createAt:2024-05-06 17:12:08.892630205 +0800 CST m=+261.072949660, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"37.00\",\"targetScore\":\"35.00\"}"] [2024/05/06 17:12:08.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=352] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:08.893 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=308] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:308(72, 5), createAt:2024-05-06 17:12:08.892712035 +0800 CST m=+261.073031491, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"36.00\",\"targetScore\":\"35.00\"}"] [2024/05/06 17:12:08.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=308] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:08.894 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=352] [from=1] [to=3] [2024/05/06 17:12:08.894 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=352] [takes=1.357782ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:352(84, 5), createAt:2024-05-06 17:12:08.892630205 +0800 CST m=+261.072949660, startAt:2024-05-06 17:12:08.893190175 +0800 CST m=+261.073509631, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"37.00\",\"targetScore\":\"35.00\"}"] [2024/05/06 17:12:08.894 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=308] [takes=1.33734ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:308(72, 5), createAt:2024-05-06 17:12:08.892712035 +0800 CST m=+261.073031491, startAt:2024-05-06 17:12:08.893244351 +0800 CST m=+261.073563801, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"36.00\",\"targetScore\":\"35.00\"}"] [2024/05/06 17:12:08.894 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=308] [from=1] [to=2] [2024/05/06 17:12:10.861 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53680, StartTime:2024-05-06 17:12:10 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"512d7d6b-8071-4c7a-8fad-a6f48fe697dd\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff015f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff015f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:12:10.867 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF015F728000000000FF0000010000000000FA 7480000000000001FF015F728000000000FF0000020000000000FA]} (kind:split, region:14(98, 5), createAt:2024-05-06 17:12:10.867610442 +0800 CST m=+263.047929896, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFFD5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:10.867 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:10.868 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=416] [peer-ids="[417,418,419]"] [2024/05/06 17:12:10.868 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=420] [peer-ids="[421,422,423]"] [2024/05/06 17:12:10.869 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFFD5F728000000000FF0000030000000000FA} -> {7480000000000001FF015F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=98] [new-version=100] [2024/05/06 17:12:10.869 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.542427ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF015F728000000000FF0000010000000000FA 7480000000000001FF015F728000000000FF0000020000000000FA]} (kind:split, region:14(98, 5), createAt:2024-05-06 17:12:10.867610442 +0800 CST m=+263.047929896, startAt:2024-05-06 17:12:10.867750768 +0800 CST m=+263.048070223, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000000FFFD5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:10.869 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:416 start_key:\"7480000000000000FFFD5F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF015F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:420 start_key:\"7480000000000001FF015F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF015F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:10.897 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53726, StartTime:2024-05-06 17:12:10 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"512d7d6b-8071-4c7a-8fad-a6f48fe697dd\"]}}"] [2024/05/06 17:12:11.111 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=388] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:388(92, 5), createAt:2024-05-06 17:12:11.111221732 +0800 CST m=+263.291541189, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"37.00\",\"targetScore\":\"36.00\"}"] [2024/05/06 17:12:11.111 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=388] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:11.113 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=388] [from=1] [to=3] [2024/05/06 17:12:11.113 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=388] [takes=1.385822ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:388(92, 5), createAt:2024-05-06 17:12:11.111221732 +0800 CST m=+263.291541189, startAt:2024-05-06 17:12:11.11195342 +0800 CST m=+263.292272875, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"37.00\",\"targetScore\":\"36.00\"}"] [2024/05/06 17:12:12.344 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53728, StartTime:2024-05-06 17:12:12 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_csv/t_gen1\",\"schema/load_csv/t_gen2\"]}}"] [2024/05/06 17:12:14.485 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53856, StartTime:2024-05-06 17:12:14 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"6d88a00a-6f86-49a9-86ba-8e08d95f02a8\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff065f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff065f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:14.491 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF065F728000000000FF0000010000000000FA 7480000000000001FF065F728000000000FF0000030000000000FA]} (kind:split, region:14(100, 5), createAt:2024-05-06 17:12:14.491331382 +0800 CST m=+266.671650837, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF015F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:14.491 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:14.491 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=424] [peer-ids="[425,426,427]"] [2024/05/06 17:12:14.491 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=428] [peer-ids="[429,430,431]"] [2024/05/06 17:12:14.493 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF015F728000000000FF0000020000000000FA} -> {7480000000000001FF065F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=100] [new-version=102] [2024/05/06 17:12:14.493 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:424 start_key:\"7480000000000001FF015F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF065F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:428 start_key:\"7480000000000001FF065F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF065F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:14.493 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.733668ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF065F728000000000FF0000010000000000FA 7480000000000001FF065F728000000000FF0000030000000000FA]} (kind:split, region:14(100, 5), createAt:2024-05-06 17:12:14.491331382 +0800 CST m=+266.671650837, startAt:2024-05-06 17:12:14.491460907 +0800 CST m=+266.671780362, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF015F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:14.522 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53892, StartTime:2024-05-06 17:12:14 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"6d88a00a-6f86-49a9-86ba-8e08d95f02a8\"]}}"] [2024/05/06 17:12:14.863 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=216] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:216(49, 5), createAt:2024-05-06 17:12:14.862560616 +0800 CST m=+267.042880071, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"38.00\",\"targetScore\":\"36.00\"}"] [2024/05/06 17:12:14.863 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=216] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:14.864 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=216] [takes=1.310823ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:216(49, 5), createAt:2024-05-06 17:12:14.862560616 +0800 CST m=+267.042880071, startAt:2024-05-06 17:12:14.863210512 +0800 CST m=+267.043529967, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"38.00\",\"targetScore\":\"36.00\"}"] [2024/05/06 17:12:14.864 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=216] [from=1] [to=2] [2024/05/06 17:12:16.402 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53968, StartTime:2024-05-06 17:12:16 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"51ea54f4-ea03-4266-9ea1-97ceeddb2d84\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff085f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff085f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:16.406 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF085F728000000000FF0000010000000000FA 7480000000000001FF085F728000000000FF0000030000000000FA]} (kind:split, region:14(102, 5), createAt:2024-05-06 17:12:16.405998041 +0800 CST m=+268.586317496, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF065F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:16.406 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:16.406 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=432] [peer-ids="[433,434,435]"] [2024/05/06 17:12:16.406 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=436] [peer-ids="[437,438,439]"] [2024/05/06 17:12:16.407 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.545927ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF085F728000000000FF0000010000000000FA 7480000000000001FF085F728000000000FF0000030000000000FA]} (kind:split, region:14(102, 5), createAt:2024-05-06 17:12:16.405998041 +0800 CST m=+268.586317496, startAt:2024-05-06 17:12:16.4060995 +0800 CST m=+268.586418956, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF065F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:16.407 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF065F728000000000FF0000030000000000FA} -> {7480000000000001FF085F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=102] [new-version=104] [2024/05/06 17:12:16.407 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:432 start_key:\"7480000000000001FF065F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF085F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:436 start_key:\"7480000000000001FF085F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF085F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:16.438 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54004, StartTime:2024-05-06 17:12:16 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"51ea54f4-ea03-4266-9ea1-97ceeddb2d84\"]}}"] [2024/05/06 17:12:16.570 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=296] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:296(70, 5), createAt:2024-05-06 17:12:16.569774692 +0800 CST m=+268.750094147, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"39.00\",\"targetScore\":\"37.00\"}"] [2024/05/06 17:12:16.570 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=296] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:16.570 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=372] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:372(88, 5), createAt:2024-05-06 17:12:16.569874817 +0800 CST m=+268.750194272, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"38.00\",\"targetScore\":\"37.00\"}"] [2024/05/06 17:12:16.570 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=372] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:16.571 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=296] [from=1] [to=3] [2024/05/06 17:12:16.571 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=296] [takes=1.220478ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:296(70, 5), createAt:2024-05-06 17:12:16.569774692 +0800 CST m=+268.750094147, startAt:2024-05-06 17:12:16.57038519 +0800 CST m=+268.750704645, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"39.00\",\"targetScore\":\"37.00\"}"] [2024/05/06 17:12:16.571 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=372] [from=1] [to=2] [2024/05/06 17:12:16.571 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=372] [takes=1.244267ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:372(88, 5), createAt:2024-05-06 17:12:16.569874817 +0800 CST m=+268.750194272, startAt:2024-05-06 17:12:16.570437699 +0800 CST m=+268.750757150, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"38.00\",\"targetScore\":\"37.00\"}"] [2024/05/06 17:12:18.896 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54062, StartTime:2024-05-06 17:12:18 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"bf59941a-3a55-404d-80f3-6f3703ded69e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff0c5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff0c5f728000000000ff0003e90000000000fa\"}]}}"] [2024/05/06 17:12:18.902 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF0C5F728000000000FF0000010000000000FA 7480000000000001FF0C5F728000000000FF0003E90000000000FA]} (kind:split, region:14(104, 5), createAt:2024-05-06 17:12:18.902645644 +0800 CST m=+271.082965102, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF085F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:18.902 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:18.903 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=440] [peer-ids="[441,442,443]"] [2024/05/06 17:12:18.903 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=444] [peer-ids="[445,446,447]"] [2024/05/06 17:12:18.904 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.392567ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF0C5F728000000000FF0000010000000000FA 7480000000000001FF0C5F728000000000FF0003E90000000000FA]} (kind:split, region:14(104, 5), createAt:2024-05-06 17:12:18.902645644 +0800 CST m=+271.082965102, startAt:2024-05-06 17:12:18.902773028 +0800 CST m=+271.083092483, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF085F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:18.904 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF085F728000000000FF0000030000000000FA} -> {7480000000000001FF0C5F728000000000FF0003E90000000000FA}, EndKey:{7800000000000000FB}"] [old-version=104] [new-version=106] [2024/05/06 17:12:18.904 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:440 start_key:\"7480000000000001FF085F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF0C5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:444 start_key:\"7480000000000001FF0C5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF0C5F728000000000FF0003E90000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:18.980 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54106, StartTime:2024-05-06 17:12:18 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"bf59941a-3a55-404d-80f3-6f3703ded69e\"]}}"] [2024/05/06 17:12:19.454 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=408] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:408(98, 5), createAt:2024-05-06 17:12:19.453780743 +0800 CST m=+271.634100199, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"39.00\",\"targetScore\":\"38.00\"}"] [2024/05/06 17:12:19.454 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=408] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:19.455 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=408] [takes=1.231983ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:408(98, 5), createAt:2024-05-06 17:12:19.453780743 +0800 CST m=+271.634100199, startAt:2024-05-06 17:12:19.454353954 +0800 CST m=+271.634673409, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"39.00\",\"targetScore\":\"38.00\"}"] [2024/05/06 17:12:19.455 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=408] [from=1] [to=3] [2024/05/06 17:12:21.182 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54166, StartTime:2024-05-06 17:12:21 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"62efddca-f575-48c0-b5a6-1909525d1bc9\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff0e5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff0e5f728000000000ff0003e90000000000fa\"}]}}"] [2024/05/06 17:12:21.188 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF0E5F728000000000FF0000010000000000FA 7480000000000001FF0E5F728000000000FF0003E90000000000FA]} (kind:split, region:14(106, 5), createAt:2024-05-06 17:12:21.188092881 +0800 CST m=+273.368412336, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF0C5F728000000000FF0003E90000000000FA\"}"] [2024/05/06 17:12:21.188 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:21.189 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=448] [peer-ids="[449,450,451]"] [2024/05/06 17:12:21.189 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=452] [peer-ids="[453,454,455]"] [2024/05/06 17:12:21.190 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF0C5F728000000000FF0003E90000000000FA} -> {7480000000000001FF0E5F728000000000FF0003E90000000000FA}, EndKey:{7800000000000000FB}"] [old-version=106] [new-version=108] [2024/05/06 17:12:21.190 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.601172ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF0E5F728000000000FF0000010000000000FA 7480000000000001FF0E5F728000000000FF0003E90000000000FA]} (kind:split, region:14(106, 5), createAt:2024-05-06 17:12:21.188092881 +0800 CST m=+273.368412336, startAt:2024-05-06 17:12:21.188246143 +0800 CST m=+273.368565599, currentStep:1, size:3, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF0C5F728000000000FF0003E90000000000FA\"}"] [2024/05/06 17:12:21.190 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:448 start_key:\"7480000000000001FF0C5F728000000000FF0003E90000000000FA\" end_key:\"7480000000000001FF0E5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:452 start_key:\"7480000000000001FF0E5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF0E5F728000000000FF0003E90000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:21.671 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=436] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:436(104, 5), createAt:2024-05-06 17:12:21.670454743 +0800 CST m=+273.850774253, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"40.00\",\"targetScore\":\"38.00\"}"] [2024/05/06 17:12:21.671 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=436] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:21.672 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=436] [from=1] [to=2] [2024/05/06 17:12:21.672 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=436] [takes=1.174038ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:436(104, 5), createAt:2024-05-06 17:12:21.670454743 +0800 CST m=+273.850774253, startAt:2024-05-06 17:12:21.671136526 +0800 CST m=+273.851455981, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"40.00\",\"targetScore\":\"38.00\"}"] [2024/05/06 17:12:30.769 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54224, StartTime:2024-05-06 17:12:30 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"62efddca-f575-48c0-b5a6-1909525d1bc9\"]}}"] [2024/05/06 17:12:31.496 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:54418, StartTime:2024-05-06 17:12:31 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_csv/t\"]}}"] [2024/05/06 17:12:33.619 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54512, StartTime:2024-05-06 17:12:33 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"9350b195-6d86-4dd5-b042-52e7aa8eb8bb\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff135f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff135f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:33.624 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF135F728000000000FF0000010000000000FA 7480000000000001FF135F728000000000FF0000030000000000FA]} (kind:split, region:14(108, 5), createAt:2024-05-06 17:12:33.624316537 +0800 CST m=+285.804636002, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF0E5F728000000000FF0003E90000000000FA\"}"] [2024/05/06 17:12:33.624 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:33.625 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=456] [peer-ids="[457,458,459]"] [2024/05/06 17:12:33.625 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=460] [peer-ids="[461,462,463]"] [2024/05/06 17:12:33.626 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF0E5F728000000000FF0003E90000000000FA} -> {7480000000000001FF135F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=108] [new-version=110] [2024/05/06 17:12:33.626 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.001681ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF135F728000000000FF0000010000000000FA 7480000000000001FF135F728000000000FF0000030000000000FA]} (kind:split, region:14(108, 5), createAt:2024-05-06 17:12:33.624316537 +0800 CST m=+285.804636002, startAt:2024-05-06 17:12:33.624468231 +0800 CST m=+285.804787691, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF0E5F728000000000FF0003E90000000000FA\"}"] [2024/05/06 17:12:33.626 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:456 start_key:\"7480000000000001FF0E5F728000000000FF0003E90000000000FA\" end_key:\"7480000000000001FF135F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:460 start_key:\"7480000000000001FF135F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF135F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:33.655 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54548, StartTime:2024-05-06 17:12:33 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"9350b195-6d86-4dd5-b042-52e7aa8eb8bb\"]}}"] [2024/05/06 17:12:33.666 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54550, StartTime:2024-05-06 17:12:33 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"fa30d8cd-0cef-4877-a8ac-008b307699bc\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff135f698000000000ff0000010380000000ff0000000103800000ff0000000001000000fc\",\"end_key\":\"7480000000000001ff135f698000000000ff0000010380000000ff0000000403800000ff0000000002000000fd\"}]}}"] [2024/05/06 17:12:33.676 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=456] [operator="\"labeler-split-region {split: region 456 use policy USEKEY and keys [7480000000000001FF135F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC 7480000000000001FF135F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD]} (kind:split, region:456(110, 5), createAt:2024-05-06 17:12:33.676691067 +0800 CST m=+285.857010525, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000001FF135F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000001FF0E5F728000000000FF0003E90000000000FA\"}"] [2024/05/06 17:12:33.676 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=456] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:33.677 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=464] [peer-ids="[465,466,467]"] [2024/05/06 17:12:33.677 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=468] [peer-ids="[469,470,471]"] [2024/05/06 17:12:33.678 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=456] [origin="id:464 start_key:\"7480000000000001FF0E5F728000000000FF0003E90000000000FA\" end_key:\"7480000000000001FF135F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC\" region_epoch: peers: peers: peers: id:468 start_key:\"7480000000000001FF135F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC\" end_key:\"7480000000000001FF135F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:33.678 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=456] [detail="StartKey Changed:{7480000000000001FF0E5F728000000000FF0003E90000000000FA} -> {7480000000000001FF135F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD}, EndKey:{7480000000000001FF135F728000000000FF0000010000000000FA}"] [old-version=110] [new-version=112] [2024/05/06 17:12:33.678 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=456] [takes=1.67996ms] [operator="\"labeler-split-region {split: region 456 use policy USEKEY and keys [7480000000000001FF135F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC 7480000000000001FF135F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD]} (kind:split, region:456(110, 5), createAt:2024-05-06 17:12:33.676691067 +0800 CST m=+285.857010525, startAt:2024-05-06 17:12:33.676788873 +0800 CST m=+285.857108328, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000001FF135F728000000000FF0000010000000000FA\",\"region-start-key\":\"7480000000000001FF0E5F728000000000FF0003E90000000000FA\"}"] [2024/05/06 17:12:33.702 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54562, StartTime:2024-05-06 17:12:33 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"fa30d8cd-0cef-4877-a8ac-008b307699bc\"]}}"] [2024/05/06 17:12:34.675 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:54564, StartTime:2024-05-06 17:12:34 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_charset/utf8mb4\",\"schema/load_charset/gbk\"]}}"] [2024/05/06 17:12:35.604 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=376] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:376(90, 5), createAt:2024-05-06 17:12:35.60308 +0800 CST m=+287.783399457, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"43.00\",\"targetScore\":\"39.00\"}"] [2024/05/06 17:12:35.604 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=376] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:35.604 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=364] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:364(86, 5), createAt:2024-05-06 17:12:35.603257337 +0800 CST m=+287.783576791, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"42.00\",\"targetScore\":\"39.00\"}"] [2024/05/06 17:12:35.604 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=364] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:35.604 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=224] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:224(51, 5), createAt:2024-05-06 17:12:35.603324368 +0800 CST m=+287.783643823, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"41.00\",\"targetScore\":\"40.00\"}"] [2024/05/06 17:12:35.604 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=224] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:35.605 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=364] [from=1] [to=2] [2024/05/06 17:12:35.605 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=376] [from=1] [to=3] [2024/05/06 17:12:35.605 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=376] [takes=1.264017ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:376(90, 5), createAt:2024-05-06 17:12:35.60308 +0800 CST m=+287.783399457, startAt:2024-05-06 17:12:35.604195976 +0800 CST m=+287.784515433, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"43.00\",\"targetScore\":\"39.00\"}"] [2024/05/06 17:12:35.605 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=364] [takes=1.257042ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:364(86, 5), createAt:2024-05-06 17:12:35.603257337 +0800 CST m=+287.783576791, startAt:2024-05-06 17:12:35.604282657 +0800 CST m=+287.784602107, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"42.00\",\"targetScore\":\"39.00\"}"] [2024/05/06 17:12:35.605 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=224] [from=1] [to=2] [2024/05/06 17:12:35.605 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=224] [takes=1.348626ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:224(51, 5), createAt:2024-05-06 17:12:35.603324368 +0800 CST m=+287.783643823, startAt:2024-05-06 17:12:35.604321204 +0800 CST m=+287.784640654, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"41.00\",\"targetScore\":\"40.00\"}"] [2024/05/06 17:12:37.214 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54646, StartTime:2024-05-06 17:12:37 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"ced01b94-d53a-4b8a-ba10-4a518c2f4bdb\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff185f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff185f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:37.224 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF185F728000000000FF0000010000000000FA 7480000000000001FF185F728000000000FF0000030000000000FA]} (kind:split, region:14(110, 5), createAt:2024-05-06 17:12:37.224196558 +0800 CST m=+289.404516013, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF135F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:37.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:37.224 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=472] [peer-ids="[473,474,475]"] [2024/05/06 17:12:37.224 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=476] [peer-ids="[477,478,479]"] [2024/05/06 17:12:37.226 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.758483ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF185F728000000000FF0000010000000000FA 7480000000000001FF185F728000000000FF0000030000000000FA]} (kind:split, region:14(110, 5), createAt:2024-05-06 17:12:37.224196558 +0800 CST m=+289.404516013, startAt:2024-05-06 17:12:37.224326696 +0800 CST m=+289.404646151, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF135F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:37.226 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:472 start_key:\"7480000000000001FF135F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF185F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:476 start_key:\"7480000000000001FF185F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF185F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:37.226 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF135F728000000000FF0000030000000000FA} -> {7480000000000001FF185F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=110] [new-version=112] [2024/05/06 17:12:37.250 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54688, StartTime:2024-05-06 17:12:37 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"ced01b94-d53a-4b8a-ba10-4a518c2f4bdb\"]}}"] [2024/05/06 17:12:37.307 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=420] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:420(100, 5), createAt:2024-05-06 17:12:37.306591338 +0800 CST m=+289.486910793, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"42.00\",\"targetScore\":\"40.00\"}"] [2024/05/06 17:12:37.307 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=420] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:37.308 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=420] [from=1] [to=3] [2024/05/06 17:12:37.308 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=420] [takes=1.070441ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:420(100, 5), createAt:2024-05-06 17:12:37.306591338 +0800 CST m=+289.486910793, startAt:2024-05-06 17:12:37.307189978 +0800 CST m=+289.487509433, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"42.00\",\"targetScore\":\"40.00\"}"] [2024/05/06 17:12:39.163 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54740, StartTime:2024-05-06 17:12:39 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"fc3a566a-2295-4b49-8667-93ac7c9ac1c3\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff1a5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff1a5f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:39.166 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF1A5F728000000000FF0000010000000000FA 7480000000000001FF1A5F728000000000FF0000030000000000FA]} (kind:split, region:14(112, 5), createAt:2024-05-06 17:12:39.166886983 +0800 CST m=+291.347206444, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF185F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:39.166 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:39.167 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=480] [peer-ids="[481,482,483]"] [2024/05/06 17:12:39.167 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=484] [peer-ids="[485,486,487]"] [2024/05/06 17:12:39.168 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.842389ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF1A5F728000000000FF0000010000000000FA 7480000000000001FF1A5F728000000000FF0000030000000000FA]} (kind:split, region:14(112, 5), createAt:2024-05-06 17:12:39.166886983 +0800 CST m=+291.347206444, startAt:2024-05-06 17:12:39.166969348 +0800 CST m=+291.347288803, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF185F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:39.168 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF185F728000000000FF0000030000000000FA} -> {7480000000000001FF1A5F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=112] [new-version=114] [2024/05/06 17:12:39.168 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:480 start_key:\"7480000000000001FF185F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF1A5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:484 start_key:\"7480000000000001FF1A5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF1A5F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:39.199 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54790, StartTime:2024-05-06 17:12:39 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"fc3a566a-2295-4b49-8667-93ac7c9ac1c3\"]}}"] [2024/05/06 17:12:39.523 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=300] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:300(70, 5), createAt:2024-05-06 17:12:39.52300181 +0800 CST m=+291.703321264, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"43.00\",\"targetScore\":\"41.00\"}"] [2024/05/06 17:12:39.523 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=300] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:39.523 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=188] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:188(43, 5), createAt:2024-05-06 17:12:39.52312871 +0800 CST m=+291.703448165, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"42.00\",\"targetScore\":\"41.00\"}"] [2024/05/06 17:12:39.523 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=188] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:39.524 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=300] [takes=1.151895ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:300(70, 5), createAt:2024-05-06 17:12:39.52300181 +0800 CST m=+291.703321264, startAt:2024-05-06 17:12:39.52367412 +0800 CST m=+291.703993575, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"43.00\",\"targetScore\":\"41.00\"}"] [2024/05/06 17:12:39.524 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=188] [takes=1.071636ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:188(43, 5), createAt:2024-05-06 17:12:39.52312871 +0800 CST m=+291.703448165, startAt:2024-05-06 17:12:39.523733438 +0800 CST m=+291.704052888, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"42.00\",\"targetScore\":\"41.00\"}"] [2024/05/06 17:12:39.524 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=188] [from=1] [to=2] [2024/05/06 17:12:39.524 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=300] [from=1] [to=3] [2024/05/06 17:12:41.100 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54856, StartTime:2024-05-06 17:12:41 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"73f60f8a-6061-4da4-a87c-f7e5e2fcb429\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff1c5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff1c5f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:41.110 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF1C5F728000000000FF0000010000000000FA 7480000000000001FF1C5F728000000000FF0000030000000000FA]} (kind:split, region:14(114, 5), createAt:2024-05-06 17:12:41.110509374 +0800 CST m=+293.290828829, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF1A5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:41.110 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:41.111 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=488] [peer-ids="[489,490,491]"] [2024/05/06 17:12:41.111 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=492] [peer-ids="[493,494,495]"] [2024/05/06 17:12:41.112 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.669791ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF1C5F728000000000FF0000010000000000FA 7480000000000001FF1C5F728000000000FF0000030000000000FA]} (kind:split, region:14(114, 5), createAt:2024-05-06 17:12:41.110509374 +0800 CST m=+293.290828829, startAt:2024-05-06 17:12:41.110635766 +0800 CST m=+293.290955221, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF1A5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:41.112 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:488 start_key:\"7480000000000001FF1A5F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF1C5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:492 start_key:\"7480000000000001FF1C5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF1C5F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:41.112 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF1A5F728000000000FF0000030000000000FA} -> {7480000000000001FF1C5F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=114] [new-version=116] [2024/05/06 17:12:41.136 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:54904, StartTime:2024-05-06 17:12:41 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"73f60f8a-6061-4da4-a87c-f7e5e2fcb429\"]}}"] [2024/05/06 17:12:41.227 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=416] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:416(100, 5), createAt:2024-05-06 17:12:41.227475582 +0800 CST m=+293.407795040, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"43.00\",\"targetScore\":\"42.00\"}"] [2024/05/06 17:12:41.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=416] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:41.229 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=416] [takes=1.20404ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:416(100, 5), createAt:2024-05-06 17:12:41.227475582 +0800 CST m=+293.407795040, startAt:2024-05-06 17:12:41.228036408 +0800 CST m=+293.408355863, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"43.00\",\"targetScore\":\"42.00\"}"] [2024/05/06 17:12:41.229 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=416] [from=1] [to=3] [2024/05/06 17:12:43.163 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:54958, StartTime:2024-05-06 17:12:43 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"5ce24562-8f43-4efe-86d1-45b13ee8426e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff1e5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff1e5f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:12:43.168 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF1E5F728000000000FF0000010000000000FA 7480000000000001FF1E5F728000000000FF0000030000000000FA]} (kind:split, region:14(116, 5), createAt:2024-05-06 17:12:43.168893429 +0800 CST m=+295.349212884, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF1C5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:43.169 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:43.169 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=496] [peer-ids="[497,498,499]"] [2024/05/06 17:12:43.169 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=500] [peer-ids="[501,502,503]"] [2024/05/06 17:12:43.170 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.557252ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF1E5F728000000000FF0000010000000000FA 7480000000000001FF1E5F728000000000FF0000030000000000FA]} (kind:split, region:14(116, 5), createAt:2024-05-06 17:12:43.168893429 +0800 CST m=+295.349212884, startAt:2024-05-06 17:12:43.169015202 +0800 CST m=+295.349334657, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF1C5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:43.170 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF1C5F728000000000FF0000030000000000FA} -> {7480000000000001FF1E5F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=116] [new-version=118] [2024/05/06 17:12:43.170 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:496 start_key:\"7480000000000001FF1C5F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF1E5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:500 start_key:\"7480000000000001FF1E5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF1E5F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:43.198 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:55036, StartTime:2024-05-06 17:12:43 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"5ce24562-8f43-4efe-86d1-45b13ee8426e\"]}}"] [2024/05/06 17:12:43.442 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=428] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:428(102, 5), createAt:2024-05-06 17:12:43.441511199 +0800 CST m=+295.621830654, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"44.00\",\"targetScore\":\"42.00\"}"] [2024/05/06 17:12:43.442 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=428] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:43.443 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=428] [takes=1.123183ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:428(102, 5), createAt:2024-05-06 17:12:43.441511199 +0800 CST m=+295.621830654, startAt:2024-05-06 17:12:43.442100847 +0800 CST m=+295.622420303, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"44.00\",\"targetScore\":\"42.00\"}"] [2024/05/06 17:12:43.443 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=428] [from=1] [to=2] [2024/05/06 17:12:45.697 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:55108, StartTime:2024-05-06 17:12:45 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"dfa537b6-def5-4539-940d-f51a87843ea2\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff205f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff205f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:12:45.702 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF205F728000000000FF0000010000000000FA 7480000000000001FF205F728000000000FF0000020000000000FA]} (kind:split, region:14(118, 5), createAt:2024-05-06 17:12:45.702833748 +0800 CST m=+297.883153202, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF1E5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:45.702 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:45.703 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=504] [peer-ids="[505,506,507]"] [2024/05/06 17:12:45.703 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=508] [peer-ids="[509,510,511]"] [2024/05/06 17:12:45.704 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF1E5F728000000000FF0000030000000000FA} -> {7480000000000001FF205F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=118] [new-version=120] [2024/05/06 17:12:45.704 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.567989ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF205F728000000000FF0000010000000000FA 7480000000000001FF205F728000000000FF0000020000000000FA]} (kind:split, region:14(118, 5), createAt:2024-05-06 17:12:45.702833748 +0800 CST m=+297.883153202, startAt:2024-05-06 17:12:45.702937287 +0800 CST m=+297.883256743, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF1E5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:12:45.704 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:504 start_key:\"7480000000000001FF1E5F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF205F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:508 start_key:\"7480000000000001FF205F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF205F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:45.735 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:55144, StartTime:2024-05-06 17:12:45 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"dfa537b6-def5-4539-940d-f51a87843ea2\"]}}"] [2024/05/06 17:12:46.327 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=288] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:288(68, 5), createAt:2024-05-06 17:12:46.325985689 +0800 CST m=+298.506305144, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"45.00\",\"targetScore\":\"43.00\"}"] [2024/05/06 17:12:46.327 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=288] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:46.327 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=212] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:212(49, 5), createAt:2024-05-06 17:12:46.326078319 +0800 CST m=+298.506397775, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"44.00\",\"targetScore\":\"43.00\"}"] [2024/05/06 17:12:46.327 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=212] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:46.328 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=288] [takes=1.109496ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:288(68, 5), createAt:2024-05-06 17:12:46.325985689 +0800 CST m=+298.506305144, startAt:2024-05-06 17:12:46.327114086 +0800 CST m=+298.507433541, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"45.00\",\"targetScore\":\"43.00\"}"] [2024/05/06 17:12:46.328 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=288] [from=1] [to=3] [2024/05/06 17:12:46.328 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=212] [takes=1.153418ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:212(49, 5), createAt:2024-05-06 17:12:46.326078319 +0800 CST m=+298.506397775, startAt:2024-05-06 17:12:46.327165261 +0800 CST m=+298.507484711, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"44.00\",\"targetScore\":\"43.00\"}"] [2024/05/06 17:12:46.328 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=212] [from=1] [to=2] [2024/05/06 17:12:47.306 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:55198, StartTime:2024-05-06 17:12:47 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"696110a5-7e50-4dc1-83ba-664edaeb8e0a\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff225f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff225f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:12:47.310 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF225F728000000000FF0000010000000000FA 7480000000000001FF225F728000000000FF0000020000000000FA]} (kind:split, region:14(120, 5), createAt:2024-05-06 17:12:47.310619347 +0800 CST m=+299.490938802, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF205F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:47.310 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:47.311 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=512] [peer-ids="[513,514,515]"] [2024/05/06 17:12:47.311 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=516] [peer-ids="[517,518,519]"] [2024/05/06 17:12:47.312 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.606923ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF225F728000000000FF0000010000000000FA 7480000000000001FF225F728000000000FF0000020000000000FA]} (kind:split, region:14(120, 5), createAt:2024-05-06 17:12:47.310619347 +0800 CST m=+299.490938802, startAt:2024-05-06 17:12:47.310703826 +0800 CST m=+299.491023281, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF205F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:47.312 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF205F728000000000FF0000020000000000FA} -> {7480000000000001FF225F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=120] [new-version=122] [2024/05/06 17:12:47.312 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:512 start_key:\"7480000000000001FF205F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF225F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:516 start_key:\"7480000000000001FF225F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF225F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:47.327 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=340] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:340(80, 5), createAt:2024-05-06 17:12:47.326705295 +0800 CST m=+299.507024750, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"45.00\",\"targetScore\":\"44.00\"}"] [2024/05/06 17:12:47.327 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=340] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:47.328 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=340] [takes=985.245µs] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:340(80, 5), createAt:2024-05-06 17:12:47.326705295 +0800 CST m=+299.507024750, startAt:2024-05-06 17:12:47.327216039 +0800 CST m=+299.507535493, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"45.00\",\"targetScore\":\"44.00\"}"] [2024/05/06 17:12:47.328 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=340] [from=1] [to=3] [2024/05/06 17:12:47.338 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=432] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:432(104, 5), createAt:2024-05-06 17:12:47.337713372 +0800 CST m=+299.518032827, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"45.00\",\"targetScore\":\"44.00\"}"] [2024/05/06 17:12:47.338 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=432] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:47.339 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=432] [from=1] [to=2] [2024/05/06 17:12:47.339 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=432] [takes=995.667µs] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:432(104, 5), createAt:2024-05-06 17:12:47.337713372 +0800 CST m=+299.518032827, startAt:2024-05-06 17:12:47.338298556 +0800 CST m=+299.518618012, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"45.00\",\"targetScore\":\"44.00\"}"] [2024/05/06 17:12:47.344 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:55232, StartTime:2024-05-06 17:12:47 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"696110a5-7e50-4dc1-83ba-664edaeb8e0a\"]}}"] [2024/05/06 17:12:48.190 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:55234, StartTime:2024-05-06 17:12:48 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_data/t\"]}}"] [2024/05/06 17:12:49.738 +08:00] [INFO] [grpc_service.go:2172] ["update service GC safe point"] [service-id=log-backup-coordinator] [expire-at=1715073169] [safepoint=0] [2024/05/06 17:12:49.739 +08:00] [INFO] [grpc_service.go:2172] ["update service GC safe point"] [service-id=dummy-task-1-pause-guard] [expire-at=1715073169] [safepoint=0] [2024/05/06 17:12:49.740 +08:00] [INFO] [grpc_service.go:2172] ["update service GC safe point"] [service-id=dummy-task-2-pause-guard] [expire-at=1715073169] [safepoint=0] [2024/05/06 17:12:49.741 +08:00] [INFO] [grpc_service.go:2172] ["update service GC safe point"] [service-id=dummy-task-3-pause-guard] [expire-at=1715073169] [safepoint=0] [2024/05/06 17:12:50.793 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:55324, StartTime:2024-05-06 17:12:50 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d8440da3-8a06-4acf-b432-3678d296c9a4\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff275f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff275f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:12:50.801 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF275F728000000000FF0000010000000000FA 7480000000000001FF275F728000000000FF0000020000000000FA]} (kind:split, region:14(122, 5), createAt:2024-05-06 17:12:50.801411782 +0800 CST m=+302.981731238, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF225F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:50.801 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:50.802 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=520] [peer-ids="[521,522,523]"] [2024/05/06 17:12:50.802 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=524] [peer-ids="[525,526,527]"] [2024/05/06 17:12:50.803 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:520 start_key:\"7480000000000001FF225F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF275F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:524 start_key:\"7480000000000001FF275F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF275F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:50.803 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.685207ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF275F728000000000FF0000010000000000FA 7480000000000001FF275F728000000000FF0000020000000000FA]} (kind:split, region:14(122, 5), createAt:2024-05-06 17:12:50.801411782 +0800 CST m=+302.981731238, startAt:2024-05-06 17:12:50.801564767 +0800 CST m=+302.981884225, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF225F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:50.803 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF225F728000000000FF0000020000000000FA} -> {7480000000000001FF275F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=122] [new-version=124] [2024/05/06 17:12:50.831 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:55366, StartTime:2024-05-06 17:12:50 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d8440da3-8a06-4acf-b432-3678d296c9a4\"]}}"] [2024/05/06 17:12:51.792 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:55470, StartTime:2024-05-06 17:12:51 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"95f18cbd-1ff7-44ee-8bf6-433a015b5c38\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff295f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff295f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:12:51.802 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF295F728000000000FF0000010000000000FA 7480000000000001FF295F728000000000FF0000020000000000FA]} (kind:split, region:14(124, 5), createAt:2024-05-06 17:12:51.802086653 +0800 CST m=+303.982406107, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF275F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:51.802 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:51.802 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=528] [peer-ids="[529,530,531]"] [2024/05/06 17:12:51.802 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=532] [peer-ids="[533,534,535]"] [2024/05/06 17:12:51.803 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.57713ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF295F728000000000FF0000010000000000FA 7480000000000001FF295F728000000000FF0000020000000000FA]} (kind:split, region:14(124, 5), createAt:2024-05-06 17:12:51.802086653 +0800 CST m=+303.982406107, startAt:2024-05-06 17:12:51.802172578 +0800 CST m=+303.982492034, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF275F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:51.803 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF275F728000000000FF0000020000000000FA} -> {7480000000000001FF295F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=124] [new-version=126] [2024/05/06 17:12:51.803 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:528 start_key:\"7480000000000001FF275F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF295F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:532 start_key:\"7480000000000001FF295F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF295F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:51.829 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:55482, StartTime:2024-05-06 17:12:51 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"95f18cbd-1ff7-44ee-8bf6-433a015b5c38\"]}}"] [2024/05/06 17:12:52.218 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=452] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:452(108, 5), createAt:2024-05-06 17:12:52.217813754 +0800 CST m=+304.398133209, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"47.00\",\"targetScore\":\"45.00\"}"] [2024/05/06 17:12:52.218 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=452] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:52.218 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=104] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:104(23, 5), createAt:2024-05-06 17:12:52.21794631 +0800 CST m=+304.398265767, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"46.00\",\"targetScore\":\"45.00\"}"] [2024/05/06 17:12:52.218 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=104] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:12:52.219 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=452] [from=1] [to=3] [2024/05/06 17:12:52.219 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=452] [takes=1.037246ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:452(108, 5), createAt:2024-05-06 17:12:52.217813754 +0800 CST m=+304.398133209, startAt:2024-05-06 17:12:52.218869344 +0800 CST m=+304.399188799, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"47.00\",\"targetScore\":\"45.00\"}"] [2024/05/06 17:12:52.220 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=104] [takes=1.076965ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:104(23, 5), createAt:2024-05-06 17:12:52.21794631 +0800 CST m=+304.398265767, startAt:2024-05-06 17:12:52.218920048 +0800 CST m=+304.399239498, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"46.00\",\"targetScore\":\"45.00\"}"] [2024/05/06 17:12:52.220 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=104] [from=1] [to=2] [2024/05/06 17:12:52.463 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:55496, StartTime:2024-05-06 17:12:52 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_data/dst\",\"schema/load_data/t\"]}}"] [2024/05/06 17:12:53.915 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:55496, StartTime:2024-05-06 17:12:53 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_data/t\"]}}"] [2024/05/06 17:12:55.302 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:55496, StartTime:2024-05-06 17:12:55 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/load_data/t\"]}}"] [2024/05/06 17:12:57.638 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:55662, StartTime:2024-05-06 17:12:57 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"f7424b69-e334-4e12-b992-4f46bf4de4e6\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff3a5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff3a5f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:12:57.640 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF3A5F728000000000FF0000010000000000FA 7480000000000001FF3A5F728000000000FF0000020000000000FA]} (kind:split, region:14(126, 5), createAt:2024-05-06 17:12:57.640188669 +0800 CST m=+309.820508124, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF295F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:57.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:12:57.640 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=536] [peer-ids="[537,538,539]"] [2024/05/06 17:12:57.640 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=540] [peer-ids="[541,542,543]"] [2024/05/06 17:12:57.642 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF295F728000000000FF0000020000000000FA} -> {7480000000000001FF3A5F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=126] [new-version=128] [2024/05/06 17:12:57.642 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.006463ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF3A5F728000000000FF0000010000000000FA 7480000000000001FF3A5F728000000000FF0000020000000000FA]} (kind:split, region:14(126, 5), createAt:2024-05-06 17:12:57.640188669 +0800 CST m=+309.820508124, startAt:2024-05-06 17:12:57.640312526 +0800 CST m=+309.820631980, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF295F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:12:57.642 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:536 start_key:\"7480000000000001FF295F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF3A5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:540 start_key:\"7480000000000001FF3A5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF3A5F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:12:57.678 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:55696, StartTime:2024-05-06 17:12:57 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"f7424b69-e334-4e12-b992-4f46bf4de4e6\"]}}"] [2024/05/06 17:12:58.562 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=504] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:504(120, 5), createAt:2024-05-06 17:12:58.561978398 +0800 CST m=+310.742297852, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"47.00\",\"targetScore\":\"46.00\"}"] [2024/05/06 17:12:58.562 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=504] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:12:58.563 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=504] [from=1] [to=3] [2024/05/06 17:12:58.563 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=504] [takes=1.239787ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:504(120, 5), createAt:2024-05-06 17:12:58.561978398 +0800 CST m=+310.742297852, startAt:2024-05-06 17:12:58.562679049 +0800 CST m=+310.742998504, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"47.00\",\"targetScore\":\"46.00\"}"] [2024/05/06 17:13:04.534 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:55918, StartTime:2024-05-06 17:13:04 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a71be4ab-1a2c-4c2c-9731-71c86cd0c2cf\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff3c5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff3c5f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:13:04.539 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF3C5F728000000000FF0000010000000000FA 7480000000000001FF3C5F728000000000FF0000020000000000FA]} (kind:split, region:14(128, 5), createAt:2024-05-06 17:13:04.539218249 +0800 CST m=+316.719537704, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF3A5F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:04.539 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:04.539 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=544] [peer-ids="[545,546,547]"] [2024/05/06 17:13:04.539 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=548] [peer-ids="[549,550,551]"] [2024/05/06 17:13:04.541 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF3A5F728000000000FF0000020000000000FA} -> {7480000000000001FF3C5F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=128] [new-version=130] [2024/05/06 17:13:04.541 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.759449ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF3C5F728000000000FF0000010000000000FA 7480000000000001FF3C5F728000000000FF0000020000000000FA]} (kind:split, region:14(128, 5), createAt:2024-05-06 17:13:04.539218249 +0800 CST m=+316.719537704, startAt:2024-05-06 17:13:04.539354783 +0800 CST m=+316.719674239, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF3A5F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:04.541 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:544 start_key:\"7480000000000001FF3A5F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF3C5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:548 start_key:\"7480000000000001FF3C5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF3C5F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:04.571 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:55964, StartTime:2024-05-06 17:13:04 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a71be4ab-1a2c-4c2c-9731-71c86cd0c2cf\"]}}"] [2024/05/06 17:13:04.905 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=484] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:484(114, 5), createAt:2024-05-06 17:13:04.904875123 +0800 CST m=+317.085194577, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"48.00\",\"targetScore\":\"46.00\"}"] [2024/05/06 17:13:04.905 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=484] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:04.906 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=484] [takes=1.093424ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:484(114, 5), createAt:2024-05-06 17:13:04.904875123 +0800 CST m=+317.085194577, startAt:2024-05-06 17:13:04.905499708 +0800 CST m=+317.085819163, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"48.00\",\"targetScore\":\"46.00\"}"] [2024/05/06 17:13:04.906 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=484] [from=1] [to=2] [2024/05/06 17:13:07.233 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56028, StartTime:2024-05-06 17:13:07 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"081ceebf-902e-4220-9360-b4752c024ea5\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff405f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff405f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:13:07.242 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF405F728000000000FF0000010000000000FA 7480000000000001FF405F728000000000FF0000020000000000FA]} (kind:split, region:14(130, 5), createAt:2024-05-06 17:13:07.242426038 +0800 CST m=+319.422745492, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF3C5F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:07.242 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:07.242 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=552] [peer-ids="[553,554,555]"] [2024/05/06 17:13:07.243 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=556] [peer-ids="[557,558,559]"] [2024/05/06 17:13:07.244 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF3C5F728000000000FF0000020000000000FA} -> {7480000000000001FF405F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=130] [new-version=132] [2024/05/06 17:13:07.244 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.692146ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF405F728000000000FF0000010000000000FA 7480000000000001FF405F728000000000FF0000020000000000FA]} (kind:split, region:14(130, 5), createAt:2024-05-06 17:13:07.242426038 +0800 CST m=+319.422745492, startAt:2024-05-06 17:13:07.24252434 +0800 CST m=+319.422843795, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF3C5F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:07.244 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:552 start_key:\"7480000000000001FF3C5F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF405F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:556 start_key:\"7480000000000001FF405F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF405F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:07.269 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56070, StartTime:2024-05-06 17:13:07 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"081ceebf-902e-4220-9360-b4752c024ea5\"]}}"] [2024/05/06 17:13:07.788 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=464] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:464(112, 5), createAt:2024-05-06 17:13:07.787182519 +0800 CST m=+319.967501974, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"49.00\",\"targetScore\":\"47.00\"}"] [2024/05/06 17:13:07.788 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=464] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:13:07.788 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=172] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:172(39, 5), createAt:2024-05-06 17:13:07.787270329 +0800 CST m=+319.967589786, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"48.00\",\"targetScore\":\"47.00\"}"] [2024/05/06 17:13:07.788 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=172] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:07.789 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=172] [from=1] [to=2] [2024/05/06 17:13:07.789 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=172] [takes=1.126282ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:172(39, 5), createAt:2024-05-06 17:13:07.787270329 +0800 CST m=+319.967589786, startAt:2024-05-06 17:13:07.788198126 +0800 CST m=+319.968517576, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"48.00\",\"targetScore\":\"47.00\"}"] [2024/05/06 17:13:07.789 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=464] [takes=1.198441ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:464(112, 5), createAt:2024-05-06 17:13:07.787182519 +0800 CST m=+319.967501974, startAt:2024-05-06 17:13:07.788147367 +0800 CST m=+319.968466822, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"49.00\",\"targetScore\":\"47.00\"}"] [2024/05/06 17:13:07.789 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=464] [from=1] [to=3] [2024/05/06 17:13:08.879 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56122, StartTime:2024-05-06 17:13:08 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"51c27aaa-feb0-4884-8435-c32e3da0f916\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff425f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff425f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:13:08.885 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF425F728000000000FF0000010000000000FA 7480000000000001FF425F728000000000FF0000020000000000FA]} (kind:split, region:14(132, 5), createAt:2024-05-06 17:13:08.885004772 +0800 CST m=+321.065324223, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF405F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:08.885 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:08.885 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=560] [peer-ids="[561,562,563]"] [2024/05/06 17:13:08.885 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=564] [peer-ids="[565,566,567]"] [2024/05/06 17:13:08.886 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF405F728000000000FF0000020000000000FA} -> {7480000000000001FF425F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=132] [new-version=134] [2024/05/06 17:13:08.886 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.608244ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF425F728000000000FF0000010000000000FA 7480000000000001FF425F728000000000FF0000020000000000FA]} (kind:split, region:14(132, 5), createAt:2024-05-06 17:13:08.885004772 +0800 CST m=+321.065324223, startAt:2024-05-06 17:13:08.885097246 +0800 CST m=+321.065416701, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF405F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:08.886 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:560 start_key:\"7480000000000001FF405F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF425F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:564 start_key:\"7480000000000001FF425F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF425F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:08.914 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56174, StartTime:2024-05-06 17:13:08 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"51c27aaa-feb0-4884-8435-c32e3da0f916\"]}}"] [2024/05/06 17:13:09.094 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=512] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:512(122, 5), createAt:2024-05-06 17:13:09.094433072 +0800 CST m=+321.274752527, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"49.00\",\"targetScore\":\"48.00\"}"] [2024/05/06 17:13:09.095 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=512] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:09.096 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=512] [from=1] [to=2] [2024/05/06 17:13:09.096 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=512] [takes=1.173773ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:512(122, 5), createAt:2024-05-06 17:13:09.094433072 +0800 CST m=+321.274752527, startAt:2024-05-06 17:13:09.095053605 +0800 CST m=+321.275373060, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"49.00\",\"targetScore\":\"48.00\"}"] [2024/05/06 17:13:10.443 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:56212, StartTime:2024-05-06 17:13:10 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/test_detached/t1\",\"schema/test_detached/t2\"]}}"] [2024/05/06 17:13:12.870 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56286, StartTime:2024-05-06 17:13:12 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8605057e-f82a-4883-a334-1eaaf5945b1e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff475f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff475f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:13:12.876 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF475F728000000000FF0000010000000000FA 7480000000000001FF475F728000000000FF0000020000000000FA]} (kind:split, region:14(134, 5), createAt:2024-05-06 17:13:12.876399509 +0800 CST m=+325.056718969, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF425F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:12.876 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:12.876 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=568] [peer-ids="[569,570,571]"] [2024/05/06 17:13:12.877 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=572] [peer-ids="[573,574,575]"] [2024/05/06 17:13:12.878 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.691184ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF475F728000000000FF0000010000000000FA 7480000000000001FF475F728000000000FF0000020000000000FA]} (kind:split, region:14(134, 5), createAt:2024-05-06 17:13:12.876399509 +0800 CST m=+325.056718969, startAt:2024-05-06 17:13:12.876509425 +0800 CST m=+325.056828880, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF425F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:12.878 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF425F728000000000FF0000020000000000FA} -> {7480000000000001FF475F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=134] [new-version=136] [2024/05/06 17:13:12.878 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:568 start_key:\"7480000000000001FF425F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF475F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:572 start_key:\"7480000000000001FF475F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF475F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:12.907 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56336, StartTime:2024-05-06 17:13:12 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8605057e-f82a-4883-a334-1eaaf5945b1e\"]}}"] [2024/05/06 17:13:13.974 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=412] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:412(98, 5), createAt:2024-05-06 17:13:13.973985789 +0800 CST m=+326.154305244, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"50.00\",\"targetScore\":\"48.00\"}"] [2024/05/06 17:13:13.974 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=412] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:13:13.975 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=412] [from=1] [to=3] [2024/05/06 17:13:13.975 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=412] [takes=1.307907ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:412(98, 5), createAt:2024-05-06 17:13:13.973985789 +0800 CST m=+326.154305244, startAt:2024-05-06 17:13:13.974621701 +0800 CST m=+326.154941155, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"50.00\",\"targetScore\":\"48.00\"}"] [2024/05/06 17:13:14.787 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56386, StartTime:2024-05-06 17:13:14 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"2e14154c-a269-4b98-a79d-2071d2910f9c\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff495f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff495f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:13:14.791 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF495F728000000000FF0000010000000000FA 7480000000000001FF495F728000000000FF0000020000000000FA]} (kind:split, region:14(136, 5), createAt:2024-05-06 17:13:14.791231275 +0800 CST m=+326.971550733, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF475F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:14.791 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:14.791 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=576] [peer-ids="[577,578,579]"] [2024/05/06 17:13:14.791 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=580] [peer-ids="[581,582,583]"] [2024/05/06 17:13:14.793 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF475F728000000000FF0000020000000000FA} -> {7480000000000001FF495F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=136] [new-version=138] [2024/05/06 17:13:14.793 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.66156ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF495F728000000000FF0000010000000000FA 7480000000000001FF495F728000000000FF0000020000000000FA]} (kind:split, region:14(136, 5), createAt:2024-05-06 17:13:14.791231275 +0800 CST m=+326.971550733, startAt:2024-05-06 17:13:14.791352086 +0800 CST m=+326.971671541, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF475F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:14.793 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:576 start_key:\"7480000000000001FF475F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF495F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:580 start_key:\"7480000000000001FF495F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF495F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:14.824 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56432, StartTime:2024-05-06 17:13:14 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"2e14154c-a269-4b98-a79d-2071d2910f9c\"]}}"] [2024/05/06 17:13:14.980 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=548] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:548(130, 5), createAt:2024-05-06 17:13:14.979344841 +0800 CST m=+327.159664296, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"51.00\",\"targetScore\":\"49.00\"}"] [2024/05/06 17:13:14.980 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=548] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:13:14.980 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=572] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:572(136, 5), createAt:2024-05-06 17:13:14.979460575 +0800 CST m=+327.159780030, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"50.00\",\"targetScore\":\"49.00\"}"] [2024/05/06 17:13:14.980 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=572] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:14.981 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=548] [from=1] [to=3] [2024/05/06 17:13:14.981 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=548] [takes=1.073295ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:548(130, 5), createAt:2024-05-06 17:13:14.979344841 +0800 CST m=+327.159664296, startAt:2024-05-06 17:13:14.98036533 +0800 CST m=+327.160684785, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"51.00\",\"targetScore\":\"49.00\"}"] [2024/05/06 17:13:14.981 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=572] [takes=1.067781ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:572(136, 5), createAt:2024-05-06 17:13:14.979460575 +0800 CST m=+327.159780030, startAt:2024-05-06 17:13:14.980441219 +0800 CST m=+327.160760670, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"50.00\",\"targetScore\":\"49.00\"}"] [2024/05/06 17:13:14.981 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=572] [from=1] [to=2] [2024/05/06 17:13:18.485 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56514, StartTime:2024-05-06 17:13:18 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"dded4885-5ef8-44cf-9e16-d5f50e80ffeb\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff4d5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff4d5f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:13:18.486 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF4D5F728000000000FF0000010000000000FA 7480000000000001FF4D5F728000000000FF0000030000000000FA]} (kind:split, region:14(138, 5), createAt:2024-05-06 17:13:18.486817547 +0800 CST m=+330.667137003, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF495F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:18.486 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:18.487 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=584] [peer-ids="[585,586,587]"] [2024/05/06 17:13:18.487 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=588] [peer-ids="[589,590,591]"] [2024/05/06 17:13:18.488 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.656195ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF4D5F728000000000FF0000010000000000FA 7480000000000001FF4D5F728000000000FF0000030000000000FA]} (kind:split, region:14(138, 5), createAt:2024-05-06 17:13:18.486817547 +0800 CST m=+330.667137003, startAt:2024-05-06 17:13:18.486923745 +0800 CST m=+330.667243205, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF495F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:18.488 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF495F728000000000FF0000020000000000FA} -> {7480000000000001FF4D5F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=138] [new-version=140] [2024/05/06 17:13:18.488 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:584 start_key:\"7480000000000001FF495F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF4D5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:588 start_key:\"7480000000000001FF4D5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF4D5F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:18.522 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56548, StartTime:2024-05-06 17:13:18 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"dded4885-5ef8-44cf-9e16-d5f50e80ffeb\"]}}"] [2024/05/06 17:13:18.732 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=48] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:48(11, 5), createAt:2024-05-06 17:13:18.732045982 +0800 CST m=+330.912365436, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"51.00\",\"targetScore\":\"50.00\"}"] [2024/05/06 17:13:18.732 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=48] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:13:18.733 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=48] [takes=1.213242ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:48(11, 5), createAt:2024-05-06 17:13:18.732045982 +0800 CST m=+330.912365436, startAt:2024-05-06 17:13:18.732672397 +0800 CST m=+330.912991851, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"51.00\",\"targetScore\":\"50.00\"}"] [2024/05/06 17:13:18.733 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=48] [from=1] [to=3] [2024/05/06 17:13:20.432 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56614, StartTime:2024-05-06 17:13:20 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"ea60c9d6-2152-43bc-8a98-3f9bdbaccd39\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff4f5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff4f5f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:13:20.438 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF4F5F728000000000FF0000010000000000FA 7480000000000001FF4F5F728000000000FF0000020000000000FA]} (kind:split, region:14(140, 5), createAt:2024-05-06 17:13:20.43873547 +0800 CST m=+332.619054925, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF4D5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:20.438 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:20.439 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=592] [peer-ids="[593,594,595]"] [2024/05/06 17:13:20.439 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=596] [peer-ids="[597,598,599]"] [2024/05/06 17:13:20.440 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.650775ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF4F5F728000000000FF0000010000000000FA 7480000000000001FF4F5F728000000000FF0000020000000000FA]} (kind:split, region:14(140, 5), createAt:2024-05-06 17:13:20.43873547 +0800 CST m=+332.619054925, startAt:2024-05-06 17:13:20.438873372 +0800 CST m=+332.619192826, currentStep:1, size:4, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF4D5F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:20.440 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF4D5F728000000000FF0000030000000000FA} -> {7480000000000001FF4F5F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=140] [new-version=142] [2024/05/06 17:13:20.440 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:592 start_key:\"7480000000000001FF4D5F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF4F5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:596 start_key:\"7480000000000001FF4F5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF4F5F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:20.469 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56650, StartTime:2024-05-06 17:13:20 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"ea60c9d6-2152-43bc-8a98-3f9bdbaccd39\"]}}"] [2024/05/06 17:13:20.949 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=256] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:256(60, 5), createAt:2024-05-06 17:13:20.949195328 +0800 CST m=+333.129514783, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"52.00\",\"targetScore\":\"50.00\"}"] [2024/05/06 17:13:20.949 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=256] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:20.951 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=256] [from=1] [to=2] [2024/05/06 17:13:20.951 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=256] [takes=1.335572ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:256(60, 5), createAt:2024-05-06 17:13:20.949195328 +0800 CST m=+333.129514783, startAt:2024-05-06 17:13:20.949833103 +0800 CST m=+333.130152558, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"52.00\",\"targetScore\":\"50.00\"}"] [2024/05/06 17:13:26.362 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56886, StartTime:2024-05-06 17:13:26 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"77f68514-126c-40fc-8842-b1674e468891\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff555f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff555f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:13:26.364 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF555F728000000000FF0000010000000000FA 7480000000000001FF555F728000000000FF0000030000000000FA]} (kind:split, region:14(142, 5), createAt:2024-05-06 17:13:26.363986174 +0800 CST m=+338.544305630, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF4F5F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:26.364 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:26.364 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=600] [peer-ids="[601,602,603]"] [2024/05/06 17:13:26.364 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=604] [peer-ids="[605,606,607]"] [2024/05/06 17:13:26.365 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF4F5F728000000000FF0000020000000000FA} -> {7480000000000001FF555F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=142] [new-version=144] [2024/05/06 17:13:26.365 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.778529ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF555F728000000000FF0000010000000000FA 7480000000000001FF555F728000000000FF0000030000000000FA]} (kind:split, region:14(142, 5), createAt:2024-05-06 17:13:26.363986174 +0800 CST m=+338.544305630, startAt:2024-05-06 17:13:26.364101282 +0800 CST m=+338.544420737, currentStep:1, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF4F5F728000000000FF0000020000000000FA\"}"] [2024/05/06 17:13:26.365 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:600 start_key:\"7480000000000001FF4F5F728000000000FF0000020000000000FA\" end_key:\"7480000000000001FF555F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:604 start_key:\"7480000000000001FF555F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF555F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:26.401 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:56914, StartTime:2024-05-06 17:13:26 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"77f68514-126c-40fc-8842-b1674e468891\"]}}"] [2024/05/06 17:13:27.295 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=480] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:480(114, 5), createAt:2024-05-06 17:13:27.294426332 +0800 CST m=+339.474745789, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"53.00\",\"targetScore\":\"51.00\"}"] [2024/05/06 17:13:27.295 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=480] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:13:27.295 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=596] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:596(142, 5), createAt:2024-05-06 17:13:27.294543078 +0800 CST m=+339.474862535, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"52.00\",\"targetScore\":\"51.00\"}"] [2024/05/06 17:13:27.295 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=596] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:27.296 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=596] [takes=1.315189ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:596(142, 5), createAt:2024-05-06 17:13:27.294543078 +0800 CST m=+339.474862535, startAt:2024-05-06 17:13:27.295359955 +0800 CST m=+339.475679405, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"52.00\",\"targetScore\":\"51.00\"}"] [2024/05/06 17:13:27.296 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=596] [from=1] [to=2] [2024/05/06 17:13:27.296 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=480] [takes=1.404185ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:480(114, 5), createAt:2024-05-06 17:13:27.294426332 +0800 CST m=+339.474745789, startAt:2024-05-06 17:13:27.295289032 +0800 CST m=+339.475608486, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"53.00\",\"targetScore\":\"51.00\"}"] [2024/05/06 17:13:27.296 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=480] [from=1] [to=3] [2024/05/06 17:13:28.050 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:56968, StartTime:2024-05-06 17:13:28 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"4b0ea5d9-12ed-41d4-b75a-33ad71bcc883\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff575f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff575f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:13:28.060 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF575F728000000000FF0000010000000000FA 7480000000000001FF575F728000000000FF0000030000000000FA]} (kind:split, region:14(144, 5), createAt:2024-05-06 17:13:28.060375896 +0800 CST m=+340.240695351, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF555F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:28.060 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:28.061 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=608] [peer-ids="[609,610,611]"] [2024/05/06 17:13:28.061 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=612] [peer-ids="[613,614,615]"] [2024/05/06 17:13:28.062 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:608 start_key:\"7480000000000001FF555F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF575F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:612 start_key:\"7480000000000001FF575F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF575F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:28.062 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF555F728000000000FF0000030000000000FA} -> {7480000000000001FF575F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=144] [new-version=146] [2024/05/06 17:13:28.062 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.830794ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF575F728000000000FF0000010000000000FA 7480000000000001FF575F728000000000FF0000030000000000FA]} (kind:split, region:14(144, 5), createAt:2024-05-06 17:13:28.060375896 +0800 CST m=+340.240695351, startAt:2024-05-06 17:13:28.060519176 +0800 CST m=+340.240838630, currentStep:1, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF555F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:28.086 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57016, StartTime:2024-05-06 17:13:28 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"4b0ea5d9-12ed-41d4-b75a-33ad71bcc883\"]}}"] [2024/05/06 17:13:28.298 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=368] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:368(88, 5), createAt:2024-05-06 17:13:28.297810423 +0800 CST m=+340.478129878, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"53.00\",\"targetScore\":\"52.00\"}"] [2024/05/06 17:13:28.298 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=368] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:13:28.299 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=368] [takes=1.294005ms] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:368(88, 5), createAt:2024-05-06 17:13:28.297810423 +0800 CST m=+340.478129878, startAt:2024-05-06 17:13:28.29839809 +0800 CST m=+340.478717545, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"53.00\",\"targetScore\":\"52.00\"}"] [2024/05/06 17:13:28.299 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=368] [from=1] [to=3] [2024/05/06 17:13:30.177 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57090, StartTime:2024-05-06 17:13:30 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"0a5f7c8b-e814-4cb2-aeb7-7ccaa04daca6\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff595f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff595f728000000000ff0000030000000000fa\"}]}}"] [2024/05/06 17:13:30.178 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF595F728000000000FF0000010000000000FA 7480000000000001FF595F728000000000FF0000030000000000FA]} (kind:split, region:14(146, 5), createAt:2024-05-06 17:13:30.178522415 +0800 CST m=+342.358841870, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF575F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:30.178 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:30.179 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=616] [peer-ids="[617,618,619]"] [2024/05/06 17:13:30.179 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=620] [peer-ids="[621,622,623]"] [2024/05/06 17:13:30.180 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.718473ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF595F728000000000FF0000010000000000FA 7480000000000001FF595F728000000000FF0000030000000000FA]} (kind:split, region:14(146, 5), createAt:2024-05-06 17:13:30.178522415 +0800 CST m=+342.358841870, startAt:2024-05-06 17:13:30.17865686 +0800 CST m=+342.358976316, currentStep:1, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF575F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:30.180 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF575F728000000000FF0000030000000000FA} -> {7480000000000001FF595F728000000000FF0000030000000000FA}, EndKey:{7800000000000000FB}"] [old-version=146] [new-version=148] [2024/05/06 17:13:30.180 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:616 start_key:\"7480000000000001FF575F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF595F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:620 start_key:\"7480000000000001FF595F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF595F728000000000FF0000030000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:30.212 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57128, StartTime:2024-05-06 17:13:30 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"0a5f7c8b-e814-4cb2-aeb7-7ccaa04daca6\"]}}"] [2024/05/06 17:13:30.515 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=580] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:580(138, 5), createAt:2024-05-06 17:13:30.514850605 +0800 CST m=+342.695170060, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"54.00\",\"targetScore\":\"52.00\"}"] [2024/05/06 17:13:30.515 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=580] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:30.516 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=580] [takes=1.090037ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:580(138, 5), createAt:2024-05-06 17:13:30.514850605 +0800 CST m=+342.695170060, startAt:2024-05-06 17:13:30.515416745 +0800 CST m=+342.695736200, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"54.00\",\"targetScore\":\"52.00\"}"] [2024/05/06 17:13:30.516 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=580] [from=1] [to=2] [2024/05/06 17:13:30.544 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57152, StartTime:2024-05-06 17:13:30 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"af36685d-504b-47fd-95fc-c7db8ec5aba6\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff595f728000000000ff0000030000000000fa\",\"end_key\":\"7480000000000001ff595f728000000000ff0000050000000000fa\"}]}}"] [2024/05/06 17:13:30.545 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF595F728000000000FF0000050000000000FA]} (kind:split, region:14(148, 5), createAt:2024-05-06 17:13:30.545294387 +0800 CST m=+342.725613845, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF595F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:30.545 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:30.545 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=624] [peer-ids="[625,626,627]"] [2024/05/06 17:13:30.546 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.465269ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF595F728000000000FF0000050000000000FA]} (kind:split, region:14(148, 5), createAt:2024-05-06 17:13:30.545294387 +0800 CST m=+342.725613845, startAt:2024-05-06 17:13:30.545359345 +0800 CST m=+342.725678796, currentStep:1, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF595F728000000000FF0000030000000000FA\"}"] [2024/05/06 17:13:30.546 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF595F728000000000FF0000030000000000FA} -> {7480000000000001FF595F728000000000FF0000050000000000FA}, EndKey:{7800000000000000FB}"] [old-version=148] [new-version=149] [2024/05/06 17:13:30.546 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:624 start_key:\"7480000000000001FF595F728000000000FF0000030000000000FA\" end_key:\"7480000000000001FF595F728000000000FF0000050000000000FA\" region_epoch: peers: peers: peers:"] [total=1] [2024/05/06 17:13:30.560 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=456] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:456(112, 5), createAt:2024-05-06 17:13:30.560086149 +0800 CST m=+342.740405605, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"54.00\",\"targetScore\":\"53.00\"}"] [2024/05/06 17:13:30.560 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=456] [step="transfer leader from store 1 to store 3"] [source=create] [2024/05/06 17:13:30.561 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=456] [from=1] [to=3] [2024/05/06 17:13:30.561 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=456] [takes=997.798µs] [operator="\"balance-leader {transfer leader: store 1 to 3} (kind:leader, region:456(112, 5), createAt:2024-05-06 17:13:30.560086149 +0800 CST m=+342.740405605, startAt:2024-05-06 17:13:30.560577045 +0800 CST m=+342.740896499, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 3}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"54.00\",\"targetScore\":\"53.00\"}"] [2024/05/06 17:13:30.580 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57168, StartTime:2024-05-06 17:13:30 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"af36685d-504b-47fd-95fc-c7db8ec5aba6\"]}}"] [2024/05/06 17:13:31.612 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57190, StartTime:2024-05-06 17:13:31 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/import_into/t\"]}}"] [2024/05/06 17:13:33.653 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57264, StartTime:2024-05-06 17:13:33 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"368dbf4d-1ca5-47e4-807f-c08890e67ded\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000001ff5e5f728000000000ff0000010000000000fa\",\"end_key\":\"7480000000000001ff5e5f728000000000ff0000020000000000fa\"}]}}"] [2024/05/06 17:13:33.660 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF5E5F728000000000FF0000010000000000FA 7480000000000001FF5E5F728000000000FF0000020000000000FA]} (kind:split, region:14(149, 5), createAt:2024-05-06 17:13:33.660921123 +0800 CST m=+345.841240578, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF595F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:13:33.661 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:13:33.661 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=628] [peer-ids="[629,630,631]"] [2024/05/06 17:13:33.661 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=632] [peer-ids="[633,634,635]"] [2024/05/06 17:13:33.662 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000001FF595F728000000000FF0000050000000000FA} -> {7480000000000001FF5E5F728000000000FF0000020000000000FA}, EndKey:{7800000000000000FB}"] [old-version=149] [new-version=151] [2024/05/06 17:13:33.662 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:628 start_key:\"7480000000000001FF595F728000000000FF0000050000000000FA\" end_key:\"7480000000000001FF5E5F728000000000FF0000010000000000FA\" region_epoch: peers: peers: peers: id:632 start_key:\"7480000000000001FF5E5F728000000000FF0000010000000000FA\" end_key:\"7480000000000001FF5E5F728000000000FF0000020000000000FA\" region_epoch: peers: peers: peers:"] [total=2] [2024/05/06 17:13:33.662 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.678743ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000001FF5E5F728000000000FF0000010000000000FA 7480000000000001FF5E5F728000000000FF0000020000000000FA]} (kind:split, region:14(149, 5), createAt:2024-05-06 17:13:33.660921123 +0800 CST m=+345.841240578, startAt:2024-05-06 17:13:33.661069767 +0800 CST m=+345.841389222, currentStep:1, size:6, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7800000000000000FB\",\"region-start-key\":\"7480000000000001FF595F728000000000FF0000050000000000FA\"}"] [2024/05/06 17:13:33.690 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:57298, StartTime:2024-05-06 17:13:33 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"368dbf4d-1ca5-47e4-807f-c08890e67ded\"]}}"] [2024/05/06 17:13:34.307 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=380] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:380(90, 5), createAt:2024-05-06 17:13:34.307065439 +0800 CST m=+346.487384894, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"55.00\",\"targetScore\":\"53.00\"}"] [2024/05/06 17:13:34.307 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=380] [step="transfer leader from store 1 to store 2"] [source=create] [2024/05/06 17:13:34.309 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=380] [takes=1.34692ms] [operator="\"balance-leader {transfer leader: store 1 to 2} (kind:leader, region:380(90, 5), createAt:2024-05-06 17:13:34.307065439 +0800 CST m=+346.487384894, startAt:2024-05-06 17:13:34.307788409 +0800 CST m=+346.488107864, currentStep:1, size:1, steps:[0:{transfer leader from store 1 to store 2}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"sourceScore\":\"55.00\",\"targetScore\":\"53.00\"}"] [2024/05/06 17:13:34.309 +08:00] [INFO] [region.go:772] ["leader changed"] [region-id=380] [from=1] [to=2] ==> ./pd2.log <== [2024/05/06 17:07:47.860 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:07:47.860 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:07:47.860 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:07:47.860 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:07:47.860 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:07:47.860 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:07:47.860 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:07:47.860 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:07:47.860 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:07:47.864 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:07:47.864 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:07:47.864 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:07:47.864 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:07:47.866 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:07:47.866 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:07:47.866 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:07:47.866 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:47.866 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:47.866 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.866 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:07:47.866 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:07:47.866 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:07:47.867 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=313.206µs] [2024/05/06 17:07:47.872 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/06 17:07:47.873 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.873 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:07:47.873 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:07:47.873 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.873 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.874 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.874 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.875 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.875 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.875 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.875 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.875 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.875 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.876 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.876 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.876 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.876 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.877 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.877 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.877 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.877 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.877 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.877 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:07:47.877 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:07:47.877 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/06 17:07:47.877 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:07:47.877 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:07:47.877 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.877 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/06 17:07:47.877 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.878 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/06 17:07:47.878 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/06 17:07:47.878 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/06 17:07:47.878 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.878 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.878 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/06 17:07:47.878 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.878 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/06 17:07:47.879 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:47.879 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/06 17:07:47.879 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.879 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.879 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.879 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/06 17:07:47.879 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/06 17:07:47.879 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/06 17:07:47.927 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/06 17:07:49.866 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/06 17:07:49.867 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/06 17:07:49.867 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/06 17:07:49.867 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/06 17:07:49.867 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/06 17:07:49.868 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/06 17:07:49.868 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:07:49.869 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/06 17:07:49.869 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/06 17:07:49.869 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/06 17:07:49.869 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/06 17:07:49.869 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:07:49.874 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810801425619023] [2024/05/06 17:07:49.874 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365810801425619023] [2024/05/06 17:07:49.878 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:07:49.878 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/06 17:07:49.879 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:07:49.880 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:07:49.880 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/06 17:07:49.880 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/06 17:07:49.880 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:07:49.881 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:07:49.881 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:07:49.881 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/06 17:07:50.083 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:07:50.083 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/06 17:07:50.083 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/06 17:07:50.084 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=251.692µs] [2024/05/06 17:07:50.084 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365810801425619023/leader] [purpose="leader election"] [2024/05/06 17:07:50.084 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:50.085 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/06 17:07:51.085 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/06 17:07:52.002 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/06 17:07:52.013 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:07:52.013 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:07:52.013 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37785] [remotes="[]"] [2024/05/06 17:07:52.013 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:41499] [remotes="[]"] [2024/05/06 17:07:52.014 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:07:52.018 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:07:59.870 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/06 17:07:59.870 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/06 17:09:32.080 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:32.170 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:34.080 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:34.170 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:36.081 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:36.171 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:38.081 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:38.171 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:40.082 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:40.172 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:42.082 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:42.173 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:44.082 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:44.174 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:46.082 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:46.174 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:48.083 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:48.174 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:50.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:50.175 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:52.017 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:09:52.017 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:41499/schema] [error="Get \"http://127.0.0.1:41499/schema\": read tcp 127.0.0.1:38284->127.0.0.1:41499: read: connection reset by peer"] [2024/05/06 17:09:52.017 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:09:52.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:52.175 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:54.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:54.176 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:56.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:56.177 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:09:58.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:09:58.177 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:00.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:00.178 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:02.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:02.178 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:04.084 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:04.179 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:06.085 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:06.180 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:08.085 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:08.180 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:10.085 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:10.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:12.086 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:12.181 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:14.086 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:14.182 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:16.086 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:16.182 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:18.087 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:18.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:20.087 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:20.183 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:22.087 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:22.184 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:24.088 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:24.184 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:26.089 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:26.185 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:28.089 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:28.185 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:30.090 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:30.186 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:32.091 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:32.186 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:34.092 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:34.186 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:36.092 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:36.187 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:38.093 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:38.187 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:40.093 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:40.188 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:42.094 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:42.189 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:44.094 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:44.189 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:46.095 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:46.190 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:48.096 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:48.190 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:50.097 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:50.190 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:52.016 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:10:52.017 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:41499/schema] [error="Get \"http://127.0.0.1:41499/schema\": read tcp 127.0.0.1:42106->127.0.0.1:41499: read: connection reset by peer"] [2024/05/06 17:10:52.017 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:10:52.098 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:52.191 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:54.099 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:54.192 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:56.099 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:56.193 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:10:58.099 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:10:58.193 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:00.100 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:00.194 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:02.100 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:02.194 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:04.101 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:04.194 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:06.102 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:06.195 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:08.102 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:08.196 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:10.103 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:10.196 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:12.104 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:12.196 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:14.105 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:14.196 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:16.105 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:16.197 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:18.105 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:18.198 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:20.106 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:20.199 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:22.107 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:22.200 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:24.107 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:24.201 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:26.108 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:26.201 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:28.109 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:28.201 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:30.110 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:30.202 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:32.110 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:32.202 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:34.111 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:34.203 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:36.112 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:36.204 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:38.112 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:38.205 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:40.113 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:40.205 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:42.114 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:42.206 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:44.114 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:44.206 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:46.115 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:46.206 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:48.115 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:48.206 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:50.116 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:50.207 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:52.017 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:11:52.017 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:41499/schema] [error="Get \"http://127.0.0.1:41499/schema\": read tcp 127.0.0.1:45846->127.0.0.1:41499: read: connection reset by peer"] [2024/05/06 17:11:52.017 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:11:52.117 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:52.207 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:54.118 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:54.208 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:56.119 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:56.209 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:11:58.120 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:11:58.209 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:00.120 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:00.210 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:02.121 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:02.210 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:04.122 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:04.211 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:06.122 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:06.211 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:08.123 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:08.212 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:10.123 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:10.213 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:12.124 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:12.214 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:14.124 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:14.215 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:16.124 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:16.215 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:18.124 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:18.217 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:20.125 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:20.217 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:22.126 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:22.217 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:24.127 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:24.218 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:26.127 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:26.218 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:28.128 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:28.219 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:30.129 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:30.219 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:32.129 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:32.220 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:34.130 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:34.220 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:36.130 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:36.221 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:38.131 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:38.222 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:40.131 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:40.223 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:42.132 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:42.223 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:44.133 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:44.224 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:46.133 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:46.225 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:48.133 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:48.225 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:50.134 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:50.226 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:52.016 +08:00] [WARN] [proxy.go:110] ["no alive remote, drop incoming conn"] [2024/05/06 17:12:52.016 +08:00] [WARN] [client.go:113] ["SendRequest failed"] [uri=http://127.0.0.1:41499/schema] [error="Get \"http://127.0.0.1:41499/schema\": read tcp 127.0.0.1:48540->127.0.0.1:41499: read: connection reset by peer"] [2024/05/06 17:12:52.017 +08:00] [ERROR] [tidb_requests.go:64] ["fail to send schema request"] [component=TiDB] [error=error.tidb.no_alive_tidb] [2024/05/06 17:12:52.134 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:52.226 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:54.135 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:54.226 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:56.136 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:56.227 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:12:58.136 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:12:58.228 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:00.136 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:00.229 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:02.137 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:02.230 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:04.137 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:04.231 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:06.138 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:06.232 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:08.138 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:08.232 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:10.139 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:10.233 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:12.140 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:12.234 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:14.141 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:14.234 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:16.141 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:16.235 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:18.142 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:18.236 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:20.142 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:20.236 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:22.143 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:22.236 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:24.143 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:24.237 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:26.143 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:26.237 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:28.143 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:28.238 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:30.144 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:30.239 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:32.145 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:32.240 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:34.145 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:34.240 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:36.146 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:36.241 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:38.147 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:38.241 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:40.147 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:40.242 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:42.147 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:42.242 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] [2024/05/06 17:13:44.148 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:10080] [interval=2s] [error="dial tcp :10080: connect: connection refused"] [2024/05/06 17:13:44.243 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=:4000] [interval=2s] [error="dial tcp :4000: connect: connection refused"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:12:59.645 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/1eb79282-5531-42ca-9e07-bc45f59f172b_540_5_128_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/1eb79282-5531-42ca-9e07-bc45f59f172b_540_5_128_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/1eb79282-5531-42ca-9e07-bc45f59f172b_540_5_128_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:12:59.739 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:12:59.739 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:12:59.844 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:13:03.075 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:13:03.075 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:13:03.386 +08:00] [INFO] [endpoint.rs:599] ["the max gap of follower safe-ts is large"] [oldest_candidate=None] [latest_candidate=None] [applied_index=8] [duration_to_last_consume_leader=13085ms] [resolved_ts=449573481421996035] [safe_ts=449573481421996035] [gap=53064ms] [region_id=340] [thread_id=68] [2024/05/06 17:13:03.386 +08:00] [INFO] [endpoint.rs:620] ["the max gap of follower resolved-ts is large; it's the same region that has the min safe-ts"] [thread_id=68] [2024/05/06 17:13:04.024 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=7] [2024/05/06 17:13:04.024 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=7] [2024/05/06 17:13:04.110 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:04.540 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF3C5F728000000000FF0000010000000000FA new_region_id: 544 new_peer_ids: 545 new_peer_ids: 546 new_peer_ids: 547 } requests { split_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA new_region_id: 548 new_peer_ids: 549 new_peer_ids: 550 new_peer_ids: 551 } right_derive: true }"] [index=2977] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:04.540 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF3C5F728000000000FF0000010000000000FA to 7480000000000001FF3C5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF3A5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 128 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:04.540 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:04.540 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 544 start_key: 7480000000000001FF3A5F728000000000FF0000020000000000FA end_key: 7480000000000001FF3C5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 130 } peers { id: 545 store_id: 1 } peers { id: 546 store_id: 3 } peers { id: 547 store_id: 2 }"] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.540 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=547] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {545, 546, 547} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=547] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=547] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {545, 546, 547} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=547] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 547."] [id=547] [raft_id=547] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 548 start_key: 7480000000000001FF3C5F728000000000FF0000010000000000FA end_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 130 } peers { id: 549 store_id: 1 } peers { id: 550 store_id: 3 } peers { id: 551 store_id: 2 }"] [region_id=548] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=551] [region_id=548] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {549, 550, 551} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=551] [region_id=548] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=551] [region_id=548] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {549, 550, 551} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=551] [region_id=548] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 545 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=545] [vote=0] [log_index=5] [log_term=5] [raft_id=547] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 551."] [id=551] [raft_id=551] [region_id=548] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 549 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=549] [vote=0] [log_index=5] [log_term=5] [raft_id=551] [region_id=548] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 545"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=545] [raft_id=547] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=547] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 545 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=545] [vote=0] [log_index=5] [log_term=5] [raft_id=547] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 549"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=549] [raft_id=551] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=551] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 549 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=549] [vote=0] [log_index=5] [log_term=5] [raft_id=551] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.566 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=66] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:13:04.647 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:04.647 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 485 and starts an election to get leadership."] [from=485] [term=6] [raft_id=487] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=487] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=487] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[485, 486]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=487] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=485] [vote=true] [raft_id=487] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=487] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771300] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=484] [thread_id=31] [2024/05/06 17:13:04.906 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 484 start_key: 7480000000000001FF1A5F728000000000FF0000010000000000FA end_key: 7480000000000001FF1A5F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 114 } peers { id: 485 store_id: 1 } peers { id: 486 store_id: 3 } peers { id: 487 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:04.906 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(41)] [region=484] [thread_id=68] [2024/05/06 17:13:06.543 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:06.544 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 74, total_kvs: 1, meta: uuid: 63C818F5CDBC40A4A523E06F2F5F3A91 range { start: 7480000000000001FF3C5F728000000000FF0000010000000000FA end: 7480000000000001FF3C5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 548 region_epoch { conf_ver: 5 version: 130 } }]"] [thread_id=105] [2024/05/06 17:13:06.544 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/63c818f5-cdbc-40a4-a523-e06f2f5f3a91_548_5_130_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/63c818f5-cdbc-40a4-a523-e06f2f5f3a91_548_5_130_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/63c818f5-cdbc-40a4-a523-e06f2f5f3a91_548_5_130_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:07.052 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:07.052 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:07.158 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:07.243 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF405F728000000000FF0000010000000000FA new_region_id: 552 new_peer_ids: 553 new_peer_ids: 554 new_peer_ids: 555 } requests { split_key: 7480000000000001FF405F728000000000FF0000020000000000FA new_region_id: 556 new_peer_ids: 557 new_peer_ids: 558 new_peer_ids: 559 } right_derive: true }"] [index=3023] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:07.243 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF405F728000000000FF0000010000000000FA to 7480000000000001FF405F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 130 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:07.243 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:07.243 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 552 start_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA end_key: 7480000000000001FF405F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 132 } peers { id: 553 store_id: 1 } peers { id: 554 store_id: 3 } peers { id: 555 store_id: 2 }"] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.243 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=555] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {553, 554, 555} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=555] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=555] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {553, 554, 555} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=555] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 555."] [id=555] [raft_id=555] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 556 start_key: 7480000000000001FF405F728000000000FF0000010000000000FA end_key: 7480000000000001FF405F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 132 } peers { id: 557 store_id: 1 } peers { id: 558 store_id: 3 } peers { id: 559 store_id: 2 }"] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {557, 558, 559} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {557, 558, 559} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 559."] [id=559] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 553 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=553] [vote=0] [log_index=5] [log_term=5] [raft_id=555] [region_id=552] [thread_id=101] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 557 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=557] [vote=0] [log_index=5] [log_term=5] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 553"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=553] [raft_id=555] [region_id=552] [thread_id=101] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=555] [region_id=552] [thread_id=101] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 553 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=553] [vote=0] [log_index=5] [log_term=5] [raft_id=555] [region_id=552] [thread_id=101] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 557"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=557] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 557 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=557] [vote=0] [log_index=5] [log_term=5] [raft_id=559] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.264 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=76] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:13:07.369 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:13:07.369 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 173 and starts an election to get leadership."] [from=173] [term=6] [raft_id=175] [region_id=172] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=175] [region_id=172] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=175] [region_id=172] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[173, 174]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=175] [region_id=172] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 466"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=466] [raft_id=467] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.789 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=467] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.789 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 466 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=466] [vote=0] [log_index=6] [log_term=6] [raft_id=467] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.789 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=174] [vote=true] [raft_id=175] [region_id=172] [thread_id=102] [2024/05/06 17:13:07.789 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=175] [region_id=172] [thread_id=102] [2024/05/06 17:13:07.789 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771150] [region_id=172] [thread_id=102] [2024/05/06 17:13:07.789 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=172] [thread_id=31] [2024/05/06 17:13:07.789 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 172 start_key: 7480000000000000FF995F728000000000FF0000070000000000FA end_key: 7480000000000000FF9B5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 39 } peers { id: 173 store_id: 1 } peers { id: 174 store_id: 3 } peers { id: 175 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:07.789 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(42)] [region=172] [thread_id=68] [2024/05/06 17:13:08.657 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:13:08.657 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:13:08.748 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:13:08.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF425F728000000000FF0000010000000000FA new_region_id: 560 new_peer_ids: 561 new_peer_ids: 562 new_peer_ids: 563 } requests { split_key: 7480000000000001FF425F728000000000FF0000020000000000FA new_region_id: 564 new_peer_ids: 565 new_peer_ids: 566 new_peer_ids: 567 } right_derive: true }"] [index=3038] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:08.886 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF425F728000000000FF0000010000000000FA to 7480000000000001FF425F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF405F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 132 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 560 start_key: 7480000000000001FF405F728000000000FF0000020000000000FA end_key: 7480000000000001FF425F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 134 } peers { id: 561 store_id: 1 } peers { id: 562 store_id: 3 } peers { id: 563 store_id: 2 }"] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {561, 562, 563} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {561, 562, 563} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 563."] [id=563] [raft_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 564 start_key: 7480000000000001FF425F728000000000FF0000010000000000FA end_key: 7480000000000001FF425F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 134 } peers { id: 565 store_id: 1 } peers { id: 566 store_id: 3 } peers { id: 567 store_id: 2 }"] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=567] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {565, 566, 567} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=567] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=567] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {565, 566, 567} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=567] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 567."] [id=567] [raft_id=567] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 561 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=561] [vote=0] [log_index=5] [log_term=5] [raft_id=563] [region_id=560] [thread_id=101] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 565 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=565] [vote=0] [log_index=5] [log_term=5] [raft_id=567] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 561"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=561] [raft_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 561 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=561] [vote=0] [log_index=5] [log_term=5] [raft_id=563] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 565"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=565] [raft_id=567] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=567] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 565 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=565] [vote=0] [log_index=5] [log_term=5] [raft_id=567] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.909 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=76] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:13:08.989 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:08.989 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 513 and starts an election to get leadership."] [from=513] [term=6] [raft_id=515] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=515] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=515] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[513, 514]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=515] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=513] [vote=true] [raft_id=515] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=515] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771316] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.096 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=512] [thread_id=31] [2024/05/06 17:13:09.096 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 512 start_key: 7480000000000001FF205F728000000000FF0000020000000000FA end_key: 7480000000000001FF225F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 122 } peers { id: 513 store_id: 1 } peers { id: 514 store_id: 3 } peers { id: 515 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:09.096 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(43)] [region=512] [thread_id=68] [2024/05/06 17:13:09.246 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:09.247 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 84, total_kvs: 1, meta: uuid: F1447808C468471EA5A2E9534EBDB824 range { start: 7480000000000001FF405F728000000000FF0000010000000000FA end: 7480000000000001FF405F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 556 region_epoch { conf_ver: 5 version: 132 } }]"] [thread_id=105] [2024/05/06 17:13:09.247 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/f1447808-c468-471e-a5a2-e9534ebdb824_556_5_132_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/f1447808-c468-471e-a5a2-e9534ebdb824_556_5_132_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/f1447808-c468-471e-a5a2-e9534ebdb824_556_5_132_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:10.889 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:10.890 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 84, total_kvs: 1, meta: uuid: 5502C25DCC7346679B6D5E1C13010E5C range { start: 7480000000000001FF425F728000000000FF0000010000000000FA end: 7480000000000001FF425F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 564 region_epoch { conf_ver: 5 version: 134 } }]"] [thread_id=105] [2024/05/06 17:13:10.890 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/5502c25d-cc73-4667-9b6d-5e1c13010e5c_564_5_134_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/5502c25d-cc73-4667-9b6d-5e1c13010e5c_564_5_134_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/5502c25d-cc73-4667-9b6d-5e1c13010e5c_564_5_134_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:12.661 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:12.661 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:12.738 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:13:12.877 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF475F728000000000FF0000010000000000FA new_region_id: 568 new_peer_ids: 569 new_peer_ids: 570 new_peer_ids: 571 } requests { split_key: 7480000000000001FF475F728000000000FF0000020000000000FA new_region_id: 572 new_peer_ids: 573 new_peer_ids: 574 new_peer_ids: 575 } right_derive: true }"] [index=3102] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:13:12.877 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF475F728000000000FF0000010000000000FA to 7480000000000001FF475F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF425F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 134 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:13:12.877 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:12.877 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 568 start_key: 7480000000000001FF425F728000000000FF0000020000000000FA end_key: 7480000000000001FF475F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 136 } peers { id: 569 store_id: 1 } peers { id: 570 store_id: 3 } peers { id: 571 store_id: 2 }"] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.877 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {569, 570, 571} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {569, 570, 571} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 571."] [id=571] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 572 start_key: 7480000000000001FF475F728000000000FF0000010000000000FA end_key: 7480000000000001FF475F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 136 } peers { id: 573 store_id: 1 } peers { id: 574 store_id: 3 } peers { id: 575 store_id: 2 }"] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {573, 574, 575} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {573, 574, 575} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 575."] [id=575] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 569 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=569] [vote=0] [log_index=5] [log_term=5] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 573 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=573] [vote=0] [log_index=5] [log_term=5] [raft_id=575] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 569"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=569] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 569 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=569] [vote=0] [log_index=5] [log_term=5] [raft_id=571] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 573"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=573] [raft_id=575] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=575] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 573 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=573] [vote=0] [log_index=5] [log_term=5] [raft_id=575] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.902 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=62] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:13:13.043 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:13:13.043 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 414"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=414] [raft_id=415] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=415] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 414 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=414] [vote=0] [log_index=7] [log_term=6] [raft_id=415] [region_id=412] [thread_id=102] [2024/05/06 17:13:14.593 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:13:14.593 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:13:14.672 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:14.792 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF495F728000000000FF0000010000000000FA new_region_id: 576 new_peer_ids: 577 new_peer_ids: 578 new_peer_ids: 579 } requests { split_key: 7480000000000001FF495F728000000000FF0000020000000000FA new_region_id: 580 new_peer_ids: 581 new_peer_ids: 582 new_peer_ids: 583 } right_derive: true }"] [index=3117] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:14.792 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF495F728000000000FF0000010000000000FA to 7480000000000001FF495F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF475F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 136 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 576 start_key: 7480000000000001FF475F728000000000FF0000020000000000FA end_key: 7480000000000001FF495F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 138 } peers { id: 577 store_id: 1 } peers { id: 578 store_id: 3 } peers { id: 579 store_id: 2 }"] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.792 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {577, 578, 579} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.792 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.792 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {577, 578, 579} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.792 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 579."] [id=579] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 580 start_key: 7480000000000001FF495F728000000000FF0000010000000000FA end_key: 7480000000000001FF495F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 138 } peers { id: 581 store_id: 1 } peers { id: 582 store_id: 3 } peers { id: 583 store_id: 2 }"] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {581, 582, 583} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {581, 582, 583} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 583."] [id=583] [raft_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 577 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=577] [vote=0] [log_index=5] [log_term=5] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 581 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=581] [vote=0] [log_index=5] [log_term=5] [raft_id=583] [region_id=580] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 577"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=577] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 577 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=577] [vote=0] [log_index=5] [log_term=5] [raft_id=579] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 581"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=581] [raft_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 581 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=581] [vote=0] [log_index=5] [log_term=5] [raft_id=583] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.819 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=62] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:13:14.880 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:14.881 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 70, total_kvs: 1, meta: uuid: 74E6B7B4E15C4B6CBC5A09B8317977E8 range { start: 7480000000000001FF475F728000000000FF0000010000000000FA end: 7480000000000001FF475F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 572 region_epoch { conf_ver: 5 version: 136 } }]"] [thread_id=105] [2024/05/06 17:13:14.881 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/74e6b7b4-e15c-4b6c-bc5a-09b8317977e8_572_5_136_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/74e6b7b4-e15c-4b6c-bc5a-09b8317977e8_572_5_136_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/74e6b7b4-e15c-4b6c-bc5a-09b8317977e8_572_5_136_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:14.955 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:13:14.955 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 573 and starts an election to get leadership."] [from=573] [term=6] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[573, 574]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 550"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=550] [raft_id=551] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=551] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 550 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=550] [vote=0] [log_index=7] [log_term=6] [raft_id=551] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=573] [vote=true] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=575] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771344] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=572] [thread_id=31] [2024/05/06 17:13:14.981 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 572 start_key: 7480000000000001FF475F728000000000FF0000010000000000FA end_key: 7480000000000001FF475F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 136 } peers { id: 573 store_id: 1 } peers { id: 574 store_id: 3 } peers { id: 575 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:14.981 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(44)] [region=572] [thread_id=68] [2024/05/06 17:13:16.794 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:16.795 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 70, total_kvs: 1, meta: uuid: 1E6C85E771EA4E66A4296C018BBBE0A2 range { start: 7480000000000001FF495F728000000000FF0000010000000000FA end: 7480000000000001FF495F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 580 region_epoch { conf_ver: 5 version: 138 } }]"] [thread_id=105] [2024/05/06 17:13:16.796 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:18.316 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=7] [2024/05/06 17:13:18.316 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=7] [2024/05/06 17:13:18.398 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:13:18.488 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA new_region_id: 584 new_peer_ids: 585 new_peer_ids: 586 new_peer_ids: 587 } requests { split_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA new_region_id: 588 new_peer_ids: 589 new_peer_ids: 590 new_peer_ids: 591 } right_derive: true }"] [index=3173] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:18.488 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF4D5F728000000000FF0000010000000000FA to 7480000000000001FF4D5F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 138 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 584 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 585 store_id: 1 } peers { id: 586 store_id: 3 } peers { id: 587 store_id: 2 }"] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {585, 586, 587} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {585, 586, 587} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 587."] [id=587] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 588 start_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 589 store_id: 1 } peers { id: 590 store_id: 3 } peers { id: 591 store_id: 2 }"] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=591] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {589, 590, 591} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=591] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=591] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {589, 590, 591} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=591] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 591."] [id=591] [raft_id=591] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 585 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=585] [vote=0] [log_index=5] [log_term=5] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 589 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=589] [vote=0] [log_index=5] [log_term=5] [raft_id=591] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 585"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=585] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 585 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=585] [vote=0] [log_index=5] [log_term=5] [raft_id=587] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 589"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=589] [raft_id=591] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=591] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 589 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=589] [vote=0] [log_index=5] [log_term=5] [raft_id=591] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.516 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:13:18.691 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:18.692 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 50"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=50] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 50 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=50] [vote=0] [log_index=7] [log_term=6] [raft_id=51] [region_id=48] [thread_id=102] [2024/05/06 17:13:20.209 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:20.209 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:20.281 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:20.440 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA new_region_id: 592 new_peer_ids: 593 new_peer_ids: 594 new_peer_ids: 595 } requests { split_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA new_region_id: 596 new_peer_ids: 597 new_peer_ids: 598 new_peer_ids: 599 } right_derive: true }"] [index=3188] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:20.440 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF4F5F728000000000FF0000010000000000FA to 7480000000000001FF4F5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 140 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 592 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 593 store_id: 1 } peers { id: 594 store_id: 3 } peers { id: 595 store_id: 2 }"] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {593, 594, 595} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {593, 594, 595} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 595."] [id=595] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 596 start_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 597 store_id: 1 } peers { id: 598 store_id: 3 } peers { id: 599 store_id: 2 }"] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=599] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {597, 598, 599} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=599] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=599] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {597, 598, 599} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=599] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 599."] [id=599] [raft_id=599] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 593 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=593] [vote=0] [log_index=5] [log_term=5] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 597 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=597] [vote=0] [log_index=5] [log_term=5] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 593"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=593] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 593 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=593] [vote=0] [log_index=5] [log_term=5] [raft_id=595] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 597"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=597] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 597 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=597] [vote=0] [log_index=5] [log_term=5] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.464 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=54] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:13:20.491 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:20.492 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: A84056A43A004A5DBC8A8F82E622A7E3 range { start: 7480000000000001FF4D5F728000000000FF0000010000000000FA end: 7480000000000001FF4D5F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 588 region_epoch { conf_ver: 5 version: 140 } }]"] [thread_id=105] [2024/05/06 17:13:20.492 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:20.616 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:13:20.616 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 257 and starts an election to get leadership."] [from=257] [term=6] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[257, 258]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=257] [vote=true] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=259] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771192] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.951 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=256] [thread_id=31] [2024/05/06 17:13:20.951 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 256 start_key: 7480000000000000FFB75F728000000000FF0000030000000000FA end_key: 7480000000000000FFB95F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 60 } peers { id: 257 store_id: 1 } peers { id: 258 store_id: 3 } peers { id: 259 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:20.951 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(45)] [region=256] [thread_id=68] [2024/05/06 17:13:21.103 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:22.131 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:22.131 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:22.215 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:13:22.443 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:22.444 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 62, total_kvs: 1, meta: uuid: 7E54052D40BD432BB6EA7A8732314376 range { start: 7480000000000001FF4F5F728000000000FF0000010000000000FA end: 7480000000000001FF4F5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 596 region_epoch { conf_ver: 5 version: 142 } }]"] [thread_id=105] [2024/05/06 17:13:22.444 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:22.519 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:22.519 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:23.388 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=13086ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=7] [read_state="ReadState { idx: 6, ts: 449573491907756033 }"] [gap=33065ms] [region_id=256] [thread_id=68] [2024/05/06 17:13:23.388 +08:00] [INFO] [endpoint.rs:599] ["the max gap of follower safe-ts is large"] [oldest_candidate=None] [latest_candidate=None] [applied_index=8] [duration_to_last_consume_leader=13085ms] [resolved_ts=449573486664876034] [safe_ts=449573486664876034] [gap=53065ms] [region_id=452] [thread_id=68] [2024/05/06 17:13:23.388 +08:00] [INFO] [endpoint.rs:620] ["the max gap of follower resolved-ts is large; it's the same region that has the min safe-ts"] [thread_id=68] [2024/05/06 17:13:26.157 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:26.157 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:26.251 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:26.365 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF555F728000000000FF0000010000000000FA new_region_id: 600 new_peer_ids: 601 new_peer_ids: 602 new_peer_ids: 603 } requests { split_key: 7480000000000001FF555F728000000000FF0000030000000000FA new_region_id: 604 new_peer_ids: 605 new_peer_ids: 606 new_peer_ids: 607 } right_derive: true }"] [index=3252] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:26.365 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF555F728000000000FF0000010000000000FA to 7480000000000001FF555F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 142 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 600 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7480000000000001FF555F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 601 store_id: 1 } peers { id: 602 store_id: 3 } peers { id: 603 store_id: 2 }"] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {601, 602, 603} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {601, 602, 603} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 603."] [id=603] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 604 start_key: 7480000000000001FF555F728000000000FF0000010000000000FA end_key: 7480000000000001FF555F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 605 store_id: 1 } peers { id: 606 store_id: 3 } peers { id: 607 store_id: 2 }"] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=607] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {605, 606, 607} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=607] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=607] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {605, 606, 607} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=607] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 607."] [id=607] [raft_id=607] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 601 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=601] [vote=0] [log_index=5] [log_term=5] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 605 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=605] [vote=0] [log_index=5] [log_term=5] [raft_id=607] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 601"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=601] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 601 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=601] [vote=0] [log_index=5] [log_term=5] [raft_id=603] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 605"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=605] [raft_id=607] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=607] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 605 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=605] [vote=0] [log_index=5] [log_term=5] [raft_id=607] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.393 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:13:26.579 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:13:26.579 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:13:27.295 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 597 and starts an election to get leadership."] [from=597] [term=6] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[597, 598]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=599] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 482"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=482] [raft_id=483] [region_id=480] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=483] [region_id=480] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 482 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=482] [vote=0] [log_index=6] [log_term=6] [raft_id=483] [region_id=480] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=598] [vote=true] [raft_id=599] [region_id=596] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=599] [region_id=596] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771356] [region_id=596] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=596] [thread_id=31] [2024/05/06 17:13:27.296 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 596 start_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 597 store_id: 1 } peers { id: 598 store_id: 3 } peers { id: 599 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:27.296 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(46)] [region=596] [thread_id=68] [2024/05/06 17:13:27.792 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:13:27.792 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:13:27.886 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:13:28.061 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF575F728000000000FF0000010000000000FA new_region_id: 608 new_peer_ids: 609 new_peer_ids: 610 new_peer_ids: 611 } requests { split_key: 7480000000000001FF575F728000000000FF0000030000000000FA new_region_id: 612 new_peer_ids: 613 new_peer_ids: 614 new_peer_ids: 615 } right_derive: true }"] [index=3267] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:28.061 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF575F728000000000FF0000010000000000FA to 7480000000000001FF575F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 144 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 608 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7480000000000001FF575F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 609 store_id: 1 } peers { id: 610 store_id: 3 } peers { id: 611 store_id: 2 }"] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=611] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {609, 610, 611} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=611] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=611] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {609, 610, 611} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=611] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 611."] [id=611] [raft_id=611] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 612 start_key: 7480000000000001FF575F728000000000FF0000010000000000FA end_key: 7480000000000001FF575F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 613 store_id: 1 } peers { id: 614 store_id: 3 } peers { id: 615 store_id: 2 }"] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 609 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=609] [vote=0] [log_index=5] [log_term=5] [raft_id=611] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {613, 614, 615} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {613, 614, 615} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 615."] [id=615] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [store.rs:2018] ["region doesn't exist yet, wait for it to be split"] [to_peer_id=615] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 613 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=613] [vote=0] [log_index=5] [log_term=5] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 609"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=609] [raft_id=611] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=611] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 609 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=609] [vote=0] [log_index=5] [log_term=5] [raft_id=611] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 613"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=613] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 613 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=613] [vote=0] [log_index=5] [log_term=5] [raft_id=615] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.082 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:13:28.197 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:13:28.197 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 370"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=370] [raft_id=371] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=371] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 370 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=370] [vote=0] [log_index=6] [log_term=6] [raft_id=371] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.368 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:28.369 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 31DEA97A37E24FCAA923FDA4DDEC672A range { start: 7480000000000001FF555F728000000000FF0000010000000000FA end: 7480000000000001FF555F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 604 region_epoch { conf_ver: 5 version: 144 } }]"] [thread_id=105] [2024/05/06 17:13:28.373 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:29.983 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=7] [2024/05/06 17:13:29.983 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=7] [2024/05/06 17:13:30.064 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:30.065 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 865E19BF6D82463294B0831F5DA1CB92 range { start: 7480000000000001FF575F728000000000FF0000010000000000FA end: 7480000000000001FF575F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 612 region_epoch { conf_ver: 5 version: 146 } }]"] [thread_id=105] [2024/05/06 17:13:30.065 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:30.096 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:30.179 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF595F728000000000FF0000010000000000FA new_region_id: 616 new_peer_ids: 617 new_peer_ids: 618 new_peer_ids: 619 } requests { split_key: 7480000000000001FF595F728000000000FF0000030000000000FA new_region_id: 620 new_peer_ids: 621 new_peer_ids: 622 new_peer_ids: 623 } right_derive: true }"] [index=3283] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.179 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF595F728000000000FF0000010000000000FA to 7480000000000001FF595F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 146 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 616 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 617 store_id: 1 } peers { id: 618 store_id: 3 } peers { id: 619 store_id: 2 }"] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {617, 618, 619} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {617, 618, 619} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 619."] [id=619] [raft_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 620 start_key: 7480000000000001FF595F728000000000FF0000010000000000FA end_key: 7480000000000001FF595F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 621 store_id: 1 } peers { id: 622 store_id: 3 } peers { id: 623 store_id: 2 }"] [region_id=620] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=623] [region_id=620] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {621, 622, 623} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=623] [region_id=620] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=623] [region_id=620] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {621, 622, 623} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=623] [region_id=620] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 623."] [id=623] [raft_id=623] [region_id=620] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 617 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=617] [vote=0] [log_index=5] [log_term=5] [raft_id=619] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 621 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=621] [vote=0] [log_index=5] [log_term=5] [raft_id=623] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 617"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=617] [raft_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 617 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=617] [vote=0] [log_index=5] [log_term=5] [raft_id=619] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 621"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=621] [raft_id=623] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=623] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 621 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=621] [vote=0] [log_index=5] [log_term=5] [raft_id=623] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.208 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:13:30.515 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 581 and starts an election to get leadership."] [from=581] [term=6] [raft_id=583] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.515 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=583] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.515 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=583] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.515 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[581, 582]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=583] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=581] [vote=true] [raft_id=583] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=583] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771348] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=580] [thread_id=31] [2024/05/06 17:13:30.516 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 580 start_key: 7480000000000001FF495F728000000000FF0000010000000000FA end_key: 7480000000000001FF495F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 138 } peers { id: 581 store_id: 1 } peers { id: 582 store_id: 3 } peers { id: 583 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:30.516 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(47)] [region=580] [thread_id=68] [2024/05/06 17:13:30.546 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF595F728000000000FF0000050000000000FA new_region_id: 624 new_peer_ids: 625 new_peer_ids: 626 new_peer_ids: 627 } right_derive: true }"] [index=3288] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:30.546 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000001FF595F728000000000FF0000050000000000FA"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 148 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 624 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 149 } peers { id: 625 store_id: 1 } peers { id: 626 store_id: 3 } peers { id: 627 store_id: 2 }"] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=627] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {625, 626, 627} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=627] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=627] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {625, 626, 627} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=627] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 627."] [id=627] [raft_id=627] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 625 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=625] [vote=0] [log_index=5] [log_term=5] [raft_id=627] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 625"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=625] [raft_id=627] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=627] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 625 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=625] [vote=0] [log_index=5] [log_term=5] [raft_id=627] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 458"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=458] [raft_id=459] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=459] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 458 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=458] [vote=0] [log_index=7] [log_term=6] [raft_id=459] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.574 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:13:30.766 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:13:30.766 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:13:32.182 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:32.182 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 15724E570BBB45A09A5A04D399B42250 range { start: 7480000000000001FF595F728000000000FF0000010000000000FA end: 7480000000000001FF595F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 620 region_epoch { conf_ver: 5 version: 148 } }]"] [thread_id=105] [2024/05/06 17:13:32.183 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:32.549 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:32.550 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: D7F8169153F54074A89BFBEF4B9B0DF6 range { start: 7480000000000001FF595F728000000000FF0000030000000000FA end: 7480000000000001FF595F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 624 region_epoch { conf_ver: 5 version: 149 } }]"] [thread_id=105] [2024/05/06 17:13:32.550 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:33.451 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=7] [2024/05/06 17:13:33.451 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=7] [2024/05/06 17:13:33.535 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:33.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA new_region_id: 628 new_peer_ids: 629 new_peer_ids: 630 new_peer_ids: 631 } requests { split_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA new_region_id: 632 new_peer_ids: 633 new_peer_ids: 634 new_peer_ids: 635 } right_derive: true }"] [index=3342] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:33.662 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF5E5F728000000000FF0000010000000000FA to 7480000000000001FF5E5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 149 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 628 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 629 store_id: 1 } peers { id: 630 store_id: 3 } peers { id: 631 store_id: 2 }"] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=631] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {629, 630, 631} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=631] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=631] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {629, 630, 631} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=631] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 631."] [id=631] [raft_id=631] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 632 start_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 633 store_id: 1 } peers { id: 634 store_id: 3 } peers { id: 635 store_id: 2 }"] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=635] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 629 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=629] [vote=0] [log_index=5] [log_term=5] [raft_id=631] [region_id=628] [thread_id=101] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {633, 634, 635} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=635] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=635] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {633, 634, 635} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=635] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 635."] [id=635] [raft_id=635] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 633 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=633] [vote=0] [log_index=5] [log_term=5] [raft_id=635] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 629"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=629] [raft_id=631] [region_id=628] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=631] [region_id=628] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 629 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=629] [vote=0] [log_index=5] [log_term=5] [raft_id=631] [region_id=628] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 633"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=633] [raft_id=635] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=635] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 633 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=633] [vote=0] [log_index=5] [log_term=5] [raft_id=635] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.685 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=65] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:13:33.774 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:33.774 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 381 and starts an election to get leadership."] [from=381] [term=6] [raft_id=383] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=383] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=383] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[381, 382]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=383] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=381] [vote=true] [raft_id=383] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=383] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771252] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.309 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=380] [thread_id=31] [2024/05/06 17:13:34.309 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 380 start_key: 7480000000000000FFEF5F728000000000FF0000010000000000FA end_key: 7480000000000000FFEF5F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 90 } peers { id: 381 store_id: 1 } peers { id: 382 store_id: 3 } peers { id: 383 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:34.309 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(48)] [region=380] [thread_id=68] [2024/05/06 17:13:35.456 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:35.456 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:35.528 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:35.665 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:35.666 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 73, total_kvs: 1, meta: uuid: C03C8ED25929481C918B94E82FB9696D range { start: 7480000000000001FF5E5F728000000000FF0000010000000000FA end: 7480000000000001FF5E5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 632 region_epoch { conf_ver: 5 version: 151 } }]"] [thread_id=105] [2024/05/06 17:13:35.666 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.temp/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/import/.clone/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:35.842 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:35.842 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:37.673 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:13:37.674 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:13:37.674 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:13:37.674 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:13:43.390 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=13087ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=8] [read_state="ReadState { idx: 7, ts: 449573497150636035 }"] [gap=33066ms] [region_id=380] [thread_id=68] [2024/05/06 17:13:43.390 +08:00] [INFO] [endpoint.rs:599] ["the max gap of follower safe-ts is large"] [oldest_candidate=None] [latest_candidate=None] [applied_index=8] [duration_to_last_consume_leader=13086ms] [resolved_ts=449573491907756033] [safe_ts=449573491907756033] [gap=53066ms] [region_id=412] [thread_id=68] [2024/05/06 17:13:43.390 +08:00] [INFO] [endpoint.rs:620] ["the max gap of follower resolved-ts is large; it's the same region that has the min safe-ts"] [thread_id=68] ==> ./tikv3.log <== [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[582, 583]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=578] [vote=true] [raft_id=577] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=577] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[578, 579]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=577] [region_id=576] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=583] [vote=true] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[582, 583]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=579] [vote=true] [raft_id=577] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=577] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804052] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=583] [vote=true] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804052] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=576] [thread_id=31] [2024/05/06 17:13:14.793 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=580] [thread_id=31] [2024/05/06 17:13:14.793 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 576 start_key: 7480000000000001FF475F728000000000FF0000020000000000FA end_key: 7480000000000001FF495F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 138 } peers { id: 577 store_id: 1 } peers { id: 578 store_id: 3 } peers { id: 579 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:14.793 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 580 start_key: 7480000000000001FF495F728000000000FF0000010000000000FA end_key: 7480000000000001FF495F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 138 } peers { id: 581 store_id: 1 } peers { id: 582 store_id: 3 } peers { id: 583 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:14.793 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(214)] [region=576] [thread_id=68] [2024/05/06 17:13:14.793 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(215)] [region=580] [thread_id=68] [2024/05/06 17:13:14.794 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3117] [observe_id=ObserveId(213)] [region=14] [thread_id=68] [2024/05/06 17:13:14.817 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=62] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:13:14.822 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:14.822 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:14.823 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 70, total_kvs: 1, meta: uuid: 1E6C85E771EA4E66A4296C018BBBE0A2 range { start: 7480000000000001FF495F728000000000FF0000010000000000FA end: 7480000000000001FF495F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 580 region_epoch { conf_ver: 5 version: 138 } }]"] [thread_id=105] [2024/05/06 17:13:14.823 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:14.955 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:13:14.955 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:13:14.980 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 550 store_id: 3"] [from_peer="id: 549 store_id: 1"] [region_id=548] [thread_id=31] [2024/05/06 17:13:14.980 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 575 store_id: 2"] [from_peer="id: 573 store_id: 1"] [region_id=572] [thread_id=31] [2024/05/06 17:13:14.980 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 550 store_id: 3"] [peer_id=549] [region_id=548] [thread_id=101] [2024/05/06 17:13:14.980 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 575 store_id: 2"] [peer_id=573] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 550"] [lead_transferee=550] [term=6] [raft_id=549] [region_id=548] [thread_id=101] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 575"] [lead_transferee=575] [term=6] [raft_id=573] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 550 immediately as 550 already has up-to-date log"] [lead_transferee=550] [raft_id=549] [region_id=548] [thread_id=101] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 575 immediately as 575 already has up-to-date log"] [lead_transferee=575] [raft_id=573] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 550"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=550] [raft_id=549] [region_id=548] [thread_id=101] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=549] [region_id=548] [thread_id=101] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 550 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=550] [vote=0] [log_index=7] [log_term=6] [raft_id=549] [region_id=548] [thread_id=101] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 575"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=575] [raft_id=573] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=573] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 575 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=575] [vote=0] [log_index=7] [log_term=6] [raft_id=573] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(203)] [region_id=548] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:14.981 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(212)] [region_id=572] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:18.318 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:13:18.318 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:13:18.391 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:18.487 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 138"] [region_id=14] [thread_id=31] [2024/05/06 17:13:18.487 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000001FF4D5F728000000000FF0000010000000000FA to 7480000000000001FF4D5F728000000000FF0000030000000000FA"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:13:18.487 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 138 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 584 new_peer_ids: 585 new_peer_ids: 586 new_peer_ids: 587, new_region_id: 588 new_peer_ids: 589 new_peer_ids: 590 new_peer_ids: 591]"] [region_id=14] [thread_id=31] [2024/05/06 17:13:18.488 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA new_region_id: 584 new_peer_ids: 585 new_peer_ids: 586 new_peer_ids: 587 } requests { split_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA new_region_id: 588 new_peer_ids: 589 new_peer_ids: 590 new_peer_ids: 591 } right_derive: true }"] [index=3173] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:18.488 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF4D5F728000000000FF0000010000000000FA to 7480000000000001FF4D5F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 138 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(213)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:18.488 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 140 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 584 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 585 store_id: 1 } peers { id: 586 store_id: 3 } peers { id: 587 store_id: 2 }"] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {585, 586, 587} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {585, 586, 587} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 585."] [id=585] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[586, 587]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 588 start_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 589 store_id: 1 } peers { id: 590 store_id: 3 } peers { id: 591 store_id: 2 }"] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {589, 590, 591} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {589, 590, 591} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 589."] [id=589] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[590, 591]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=586] [vote=true] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[586, 587]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=591] [vote=true] [raft_id=589] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=589] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[590, 591]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=589] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.489 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=587] [vote=true] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.489 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=585] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.489 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804056] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.489 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=591] [vote=true] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.489 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=589] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.489 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804056] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.489 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=584] [thread_id=31] [2024/05/06 17:13:18.489 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=588] [thread_id=31] [2024/05/06 17:13:18.489 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 588 start_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 589 store_id: 1 } peers { id: 590 store_id: 3 } peers { id: 591 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:18.489 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 584 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 585 store_id: 1 } peers { id: 586 store_id: 3 } peers { id: 587 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:18.489 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(217)] [region=588] [thread_id=68] [2024/05/06 17:13:18.489 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(218)] [region=584] [thread_id=68] [2024/05/06 17:13:18.489 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3173] [observe_id=ObserveId(216)] [region=14] [thread_id=68] [2024/05/06 17:13:18.514 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:13:18.518 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:18.519 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:18.520 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: A84056A43A004A5DBC8A8F82E622A7E3 range { start: 7480000000000001FF4D5F728000000000FF0000010000000000FA end: 7480000000000001FF4D5F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 588 region_epoch { conf_ver: 5 version: 140 } }]"] [thread_id=105] [2024/05/06 17:13:18.520 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:18.692 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:13:18.692 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:13:18.732 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 50 store_id: 3"] [from_peer="id: 49 store_id: 1"] [region_id=48] [thread_id=31] [2024/05/06 17:13:18.733 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 50 store_id: 3"] [peer_id=49] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 50"] [lead_transferee=50] [term=6] [raft_id=49] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 50 immediately as 50 already has up-to-date log"] [lead_transferee=50] [raft_id=49] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 50"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=50] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 50 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=50] [vote=0] [log_index=7] [log_term=6] [raft_id=49] [region_id=48] [thread_id=102] [2024/05/06 17:13:18.733 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(14)] [region_id=48] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:20.209 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:13:20.209 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:13:20.274 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:20.439 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 140"] [region_id=14] [thread_id=31] [2024/05/06 17:13:20.439 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000001FF4F5F728000000000FF0000010000000000FA to 7480000000000001FF4F5F728000000000FF0000020000000000FA"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:13:20.439 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 140 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 592 new_peer_ids: 593 new_peer_ids: 594 new_peer_ids: 595, new_region_id: 596 new_peer_ids: 597 new_peer_ids: 598 new_peer_ids: 599]"] [region_id=14] [thread_id=31] [2024/05/06 17:13:20.439 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA new_region_id: 592 new_peer_ids: 593 new_peer_ids: 594 new_peer_ids: 595 } requests { split_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA new_region_id: 596 new_peer_ids: 597 new_peer_ids: 598 new_peer_ids: 599 } right_derive: true }"] [index=3188] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:20.439 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF4F5F728000000000FF0000010000000000FA to 7480000000000001FF4F5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 140 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(216)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 592 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 593 store_id: 1 } peers { id: 594 store_id: 3 } peers { id: 595 store_id: 2 }"] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 142 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {593, 594, 595} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {593, 594, 595} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 593."] [id=593] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[594, 595]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 596 start_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 597 store_id: 1 } peers { id: 598 store_id: 3 } peers { id: 599 store_id: 2 }"] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {597, 598, 599} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {597, 598, 599} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 597."] [id=597] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[598, 599]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=595] [vote=true] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[594, 595]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=599] [vote=true] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[598, 599]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=597] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=595] [vote=true] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=593] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.441 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804060] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=599] [vote=true] [raft_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804060] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=592] [thread_id=31] [2024/05/06 17:13:20.441 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=596] [thread_id=31] [2024/05/06 17:13:20.441 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 592 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 593 store_id: 1 } peers { id: 594 store_id: 3 } peers { id: 595 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:20.441 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 596 start_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 597 store_id: 1 } peers { id: 598 store_id: 3 } peers { id: 599 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:20.441 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(220)] [region=592] [thread_id=68] [2024/05/06 17:13:20.441 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(221)] [region=596] [thread_id=68] [2024/05/06 17:13:20.441 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3188] [observe_id=ObserveId(219)] [region=14] [thread_id=68] [2024/05/06 17:13:20.462 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=54] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:13:20.466 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:20.467 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:20.468 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 62, total_kvs: 1, meta: uuid: 7E54052D40BD432BB6EA7A8732314376 range { start: 7480000000000001FF4F5F728000000000FF0000010000000000FA end: 7480000000000001FF4F5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 596 region_epoch { conf_ver: 5 version: 142 } }]"] [thread_id=105] [2024/05/06 17:13:20.468 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:20.616 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:13:20.616 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:13:20.949 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 259 store_id: 2"] [from_peer="id: 257 store_id: 1"] [region_id=256] [thread_id=31] [2024/05/06 17:13:20.950 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 259 store_id: 2"] [peer_id=257] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 259"] [lead_transferee=259] [term=6] [raft_id=257] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 259 immediately as 259 already has up-to-date log"] [lead_transferee=259] [raft_id=257] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 259"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=259] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 259 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=259] [vote=0] [log_index=6] [log_term=6] [raft_id=257] [region_id=256] [thread_id=102] [2024/05/06 17:13:20.950 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(94)] [region_id=256] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:21.102 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:22.131 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:22.131 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:22.208 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:22.520 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:22.520 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:26.157 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:26.157 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:26.243 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:26.364 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 142"] [region_id=14] [thread_id=31] [2024/05/06 17:13:26.364 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000001FF555F728000000000FF0000010000000000FA to 7480000000000001FF555F728000000000FF0000030000000000FA"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:13:26.364 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 142 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 600 new_peer_ids: 601 new_peer_ids: 602 new_peer_ids: 603, new_region_id: 604 new_peer_ids: 605 new_peer_ids: 606 new_peer_ids: 607]"] [region_id=14] [thread_id=31] [2024/05/06 17:13:26.365 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF555F728000000000FF0000010000000000FA new_region_id: 600 new_peer_ids: 601 new_peer_ids: 602 new_peer_ids: 603 } requests { split_key: 7480000000000001FF555F728000000000FF0000030000000000FA new_region_id: 604 new_peer_ids: 605 new_peer_ids: 606 new_peer_ids: 607 } right_derive: true }"] [index=3252] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:26.365 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF555F728000000000FF0000010000000000FA to 7480000000000001FF555F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 142 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(219)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:26.365 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 144 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 600 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7480000000000001FF555F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 601 store_id: 1 } peers { id: 602 store_id: 3 } peers { id: 603 store_id: 2 }"] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {601, 602, 603} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {601, 602, 603} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 601."] [id=601] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[602, 603]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 604 start_key: 7480000000000001FF555F728000000000FF0000010000000000FA end_key: 7480000000000001FF555F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 605 store_id: 1 } peers { id: 606 store_id: 3 } peers { id: 607 store_id: 2 }"] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {605, 606, 607} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {605, 606, 607} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 605."] [id=605] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[606, 607]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=602] [vote=true] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[602, 603]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=601] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=606] [vote=true] [raft_id=605] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=605] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[606, 607]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=605] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=603] [vote=true] [raft_id=601] [region_id=600] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=601] [region_id=600] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804064] [region_id=600] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=607] [vote=true] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=605] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804064] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=600] [thread_id=31] [2024/05/06 17:13:26.366 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=604] [thread_id=31] [2024/05/06 17:13:26.366 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 600 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7480000000000001FF555F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 601 store_id: 1 } peers { id: 602 store_id: 3 } peers { id: 603 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:26.366 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(223)] [region=600] [thread_id=68] [2024/05/06 17:13:26.366 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 604 start_key: 7480000000000001FF555F728000000000FF0000010000000000FA end_key: 7480000000000001FF555F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 605 store_id: 1 } peers { id: 606 store_id: 3 } peers { id: 607 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:26.367 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(224)] [region=604] [thread_id=68] [2024/05/06 17:13:26.367 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3252] [observe_id=ObserveId(222)] [region=14] [thread_id=68] [2024/05/06 17:13:26.391 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=120] [2024/05/06 17:13:26.396 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:13:26.396 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:26.397 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 31DEA97A37E24FCAA923FDA4DDEC672A range { start: 7480000000000001FF555F728000000000FF0000010000000000FA end: 7480000000000001FF555F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 604 region_epoch { conf_ver: 5 version: 144 } }]"] [thread_id=105] [2024/05/06 17:13:26.398 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:26.579 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:26.579 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:27.295 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 482 store_id: 3"] [from_peer="id: 481 store_id: 1"] [region_id=480] [thread_id=31] [2024/05/06 17:13:27.295 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 599 store_id: 2"] [from_peer="id: 597 store_id: 1"] [region_id=596] [thread_id=31] [2024/05/06 17:13:27.295 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 599 store_id: 2"] [peer_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.295 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 599"] [lead_transferee=599] [term=6] [raft_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.295 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 599 immediately as 599 already has up-to-date log"] [lead_transferee=599] [raft_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.295 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 482 store_id: 3"] [peer_id=481] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.295 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 482"] [lead_transferee=482] [term=6] [raft_id=481] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.295 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 482 immediately as 482 already has up-to-date log"] [lead_transferee=482] [raft_id=481] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 599"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=599] [raft_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 599 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=599] [vote=0] [log_index=7] [log_term=6] [raft_id=597] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 482"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=482] [raft_id=481] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=481] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 482 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=482] [vote=0] [log_index=6] [log_term=6] [raft_id=481] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(221)] [region_id=596] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:27.296 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(178)] [region_id=480] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:27.792 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:27.792 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:27.890 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=120] [2024/05/06 17:13:28.060 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 144"] [region_id=14] [thread_id=31] [2024/05/06 17:13:28.060 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000001FF575F728000000000FF0000010000000000FA to 7480000000000001FF575F728000000000FF0000030000000000FA"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:13:28.061 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 144 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 608 new_peer_ids: 609 new_peer_ids: 610 new_peer_ids: 611, new_region_id: 612 new_peer_ids: 613 new_peer_ids: 614 new_peer_ids: 615]"] [region_id=14] [thread_id=31] [2024/05/06 17:13:28.061 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF575F728000000000FF0000010000000000FA new_region_id: 608 new_peer_ids: 609 new_peer_ids: 610 new_peer_ids: 611 } requests { split_key: 7480000000000001FF575F728000000000FF0000030000000000FA new_region_id: 612 new_peer_ids: 613 new_peer_ids: 614 new_peer_ids: 615 } right_derive: true }"] [index=3267] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:28.061 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF575F728000000000FF0000010000000000FA to 7480000000000001FF575F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 144 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(222)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:28.062 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 146 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 608 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7480000000000001FF575F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 609 store_id: 1 } peers { id: 610 store_id: 3 } peers { id: 611 store_id: 2 }"] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {609, 610, 611} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {609, 610, 611} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 609."] [id=609] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[610, 611]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 612 start_key: 7480000000000001FF575F728000000000FF0000010000000000FA end_key: 7480000000000001FF575F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 613 store_id: 1 } peers { id: 614 store_id: 3 } peers { id: 615 store_id: 2 }"] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {613, 614, 615} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {613, 614, 615} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 613."] [id=613] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[614, 615]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=611] [vote=true] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[610, 611]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=614] [vote=true] [raft_id=613] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=613] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[614, 615]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=613] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=610] [vote=true] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=609] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804068] [region_id=608] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=615] [vote=true] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=613] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804068] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.063 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=608] [thread_id=31] [2024/05/06 17:13:28.063 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=612] [thread_id=31] [2024/05/06 17:13:28.063 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 608 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7480000000000001FF575F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 609 store_id: 1 } peers { id: 610 store_id: 3 } peers { id: 611 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:28.063 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 612 start_key: 7480000000000001FF575F728000000000FF0000010000000000FA end_key: 7480000000000001FF575F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 613 store_id: 1 } peers { id: 614 store_id: 3 } peers { id: 615 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:28.063 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(226)] [region=608] [thread_id=68] [2024/05/06 17:13:28.063 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(227)] [region=612] [thread_id=68] [2024/05/06 17:13:28.063 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3267] [observe_id=ObserveId(225)] [region=14] [thread_id=68] [2024/05/06 17:13:28.079 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:13:28.084 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:28.084 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:28.085 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 865E19BF6D82463294B0831F5DA1CB92 range { start: 7480000000000001FF575F728000000000FF0000010000000000FA end: 7480000000000001FF575F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 612 region_epoch { conf_ver: 5 version: 146 } }]"] [thread_id=105] [2024/05/06 17:13:28.085 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:28.196 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:28.196 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:28.298 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 370 store_id: 3"] [from_peer="id: 369 store_id: 1"] [region_id=368] [thread_id=31] [2024/05/06 17:13:28.298 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 370 store_id: 3"] [peer_id=369] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 370"] [lead_transferee=370] [term=6] [raft_id=369] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 370 immediately as 370 already has up-to-date log"] [lead_transferee=370] [raft_id=369] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 370"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=370] [raft_id=369] [region_id=368] [thread_id=102] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=369] [region_id=368] [thread_id=102] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 370 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=370] [vote=0] [log_index=6] [log_term=6] [raft_id=369] [region_id=368] [thread_id=102] [2024/05/06 17:13:28.299 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(136)] [region_id=368] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:29.984 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:29.984 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:30.087 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:30.178 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 146"] [region_id=14] [thread_id=31] [2024/05/06 17:13:30.178 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000001FF595F728000000000FF0000010000000000FA to 7480000000000001FF595F728000000000FF0000030000000000FA"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:13:30.179 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 146 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 616 new_peer_ids: 617 new_peer_ids: 618 new_peer_ids: 619, new_region_id: 620 new_peer_ids: 621 new_peer_ids: 622 new_peer_ids: 623]"] [region_id=14] [thread_id=31] [2024/05/06 17:13:30.179 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF595F728000000000FF0000010000000000FA new_region_id: 616 new_peer_ids: 617 new_peer_ids: 618 new_peer_ids: 619 } requests { split_key: 7480000000000001FF595F728000000000FF0000030000000000FA new_region_id: 620 new_peer_ids: 621 new_peer_ids: 622 new_peer_ids: 623 } right_derive: true }"] [index=3283] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.179 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF595F728000000000FF0000010000000000FA to 7480000000000001FF595F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 146 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(225)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 616 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 617 store_id: 1 } peers { id: 618 store_id: 3 } peers { id: 619 store_id: 2 }"] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 148 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {617, 618, 619} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {617, 618, 619} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 617."] [id=617] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[618, 619]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 620 start_key: 7480000000000001FF595F728000000000FF0000010000000000FA end_key: 7480000000000001FF595F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 621 store_id: 1 } peers { id: 622 store_id: 3 } peers { id: 623 store_id: 2 }"] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {621, 622, 623} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {621, 622, 623} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 621."] [id=621] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[622, 623]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=619] [vote=true] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[618, 619]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=617] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=622] [vote=true] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[622, 623]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=619] [vote=true] [raft_id=617] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=617] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804072] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=623] [vote=true] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=621] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804072] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.181 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=616] [thread_id=31] [2024/05/06 17:13:30.181 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=620] [thread_id=31] [2024/05/06 17:13:30.181 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 616 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 617 store_id: 1 } peers { id: 618 store_id: 3 } peers { id: 619 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:30.181 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 620 start_key: 7480000000000001FF595F728000000000FF0000010000000000FA end_key: 7480000000000001FF595F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 621 store_id: 1 } peers { id: 622 store_id: 3 } peers { id: 623 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:30.181 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(229)] [region=616] [thread_id=68] [2024/05/06 17:13:30.181 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(230)] [region=620] [thread_id=68] [2024/05/06 17:13:30.181 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3283] [observe_id=ObserveId(228)] [region=14] [thread_id=68] [2024/05/06 17:13:30.206 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:13:30.209 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:30.210 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:30.211 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 15724E570BBB45A09A5A04D399B42250 range { start: 7480000000000001FF595F728000000000FF0000010000000000FA end: 7480000000000001FF595F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 620 region_epoch { conf_ver: 5 version: 148 } }]"] [thread_id=105] [2024/05/06 17:13:30.211 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:30.515 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 583 store_id: 2"] [from_peer="id: 581 store_id: 1"] [region_id=580] [thread_id=31] [2024/05/06 17:13:30.515 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 583 store_id: 2"] [peer_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:30.515 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 583"] [lead_transferee=583] [term=6] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:30.515 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 583 immediately as 583 already has up-to-date log"] [lead_transferee=583] [raft_id=581] [region_id=580] [thread_id=101] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 583"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=583] [raft_id=581] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=581] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 583 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=583] [vote=0] [log_index=7] [log_term=6] [raft_id=581] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(215)] [region_id=580] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:30.545 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 148"] [region_id=14] [thread_id=31] [2024/05/06 17:13:30.545 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="key 7480000000000001FF595F728000000000FF0000050000000000FA"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:13:30.545 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 148 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 624 new_peer_ids: 625 new_peer_ids: 626 new_peer_ids: 627]"] [region_id=14] [thread_id=31] [2024/05/06 17:13:30.546 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF595F728000000000FF0000050000000000FA new_region_id: 624 new_peer_ids: 625 new_peer_ids: 626 new_peer_ids: 627 } right_derive: true }"] [index=3288] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.546 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000001FF595F728000000000FF0000050000000000FA"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 148 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(228)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:30.546 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 149 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 624 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 149 } peers { id: 625 store_id: 1 } peers { id: 626 store_id: 3 } peers { id: 627 store_id: 2 }"] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {625, 626, 627} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {625, 626, 627} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 625."] [id=625] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[626, 627]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=627] [vote=true] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[626, 627]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=627] [vote=true] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=625] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804074] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=624] [thread_id=31] [2024/05/06 17:13:30.547 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 624 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 149 } peers { id: 625 store_id: 1 } peers { id: 626 store_id: 3 } peers { id: 627 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:30.547 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(232)] [region=624] [thread_id=68] [2024/05/06 17:13:30.547 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3288] [observe_id=ObserveId(231)] [region=14] [thread_id=68] [2024/05/06 17:13:30.560 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 458 store_id: 3"] [from_peer="id: 457 store_id: 1"] [region_id=456] [thread_id=31] [2024/05/06 17:13:30.560 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 458 store_id: 3"] [peer_id=457] [region_id=456] [thread_id=102] [2024/05/06 17:13:30.560 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 458"] [lead_transferee=458] [term=6] [raft_id=457] [region_id=456] [thread_id=102] [2024/05/06 17:13:30.560 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 458 immediately as 458 already has up-to-date log"] [lead_transferee=458] [raft_id=457] [region_id=456] [thread_id=102] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 458"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=458] [raft_id=457] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=457] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 458 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=458] [vote=0] [log_index=7] [log_term=6] [raft_id=457] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(171)] [region_id=456] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:30.573 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=122] [2024/05/06 17:13:30.577 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:30.577 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:30.578 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: D7F8169153F54074A89BFBEF4B9B0DF6 range { start: 7480000000000001FF595F728000000000FF0000030000000000FA end: 7480000000000001FF595F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 624 region_epoch { conf_ver: 5 version: 149 } }]"] [thread_id=105] [2024/05/06 17:13:30.579 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:30.766 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:30.766 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:33.451 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:33.451 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:33.528 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:13:33.661 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 5 version: 149"] [region_id=14] [thread_id=31] [2024/05/06 17:13:33.661 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000001FF5E5F728000000000FF0000010000000000FA to 7480000000000001FF5E5F728000000000FF0000020000000000FA"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:13:33.661 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 149 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [new_region_ids="[new_region_id: 628 new_peer_ids: 629 new_peer_ids: 630 new_peer_ids: 631, new_region_id: 632 new_peer_ids: 633 new_peer_ids: 634 new_peer_ids: 635]"] [region_id=14] [thread_id=31] [2024/05/06 17:13:33.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA new_region_id: 628 new_peer_ids: 629 new_peer_ids: 630 new_peer_ids: 631 } requests { split_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA new_region_id: 632 new_peer_ids: 633 new_peer_ids: 634 new_peer_ids: 635 } right_derive: true }"] [index=3342] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:13:33.662 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF5E5F728000000000FF0000010000000000FA to 7480000000000001FF5E5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 149 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(231)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:33.662 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 151 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 628 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 629 store_id: 1 } peers { id: 630 store_id: 3 } peers { id: 631 store_id: 2 }"] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {629, 630, 631} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {629, 630, 631} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 629."] [id=629] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[630, 631]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 632 start_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 633 store_id: 1 } peers { id: 634 store_id: 3 } peers { id: 635 store_id: 2 }"] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {633, 634, 635} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {633, 634, 635} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 633."] [id=633] [raft_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[634, 635]"] [log_index=5] [log_term=5] [term=5] [type=MsgRequestPreVote] [raft_id=633] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=631] [vote=true] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[630, 631]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=5] [type=MsgRequestPreVoteResponse] [approvals=2] [rejections=0] [from=635] [vote=true] [raft_id=633] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=633] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[634, 635]"] [log_index=5] [log_term=5] [term=6] [type=MsgRequestVote] [raft_id=633] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=631] [vote=true] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=629] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804078] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=6] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=634] [vote=true] [raft_id=633] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=633] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769804078] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=628] [thread_id=31] [2024/05/06 17:13:33.663 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=632] [thread_id=31] [2024/05/06 17:13:33.663 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 628 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 629 store_id: 1 } peers { id: 630 store_id: 3 } peers { id: 631 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:33.663 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 632 start_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 633 store_id: 1 } peers { id: 634 store_id: 3 } peers { id: 635 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:33.663 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(234)] [region=628] [thread_id=68] [2024/05/06 17:13:33.663 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(235)] [region=632] [thread_id=68] [2024/05/06 17:13:33.664 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=3342] [observe_id=ObserveId(233)] [region=14] [thread_id=68] [2024/05/06 17:13:33.683 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=65] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/05/06 17:13:33.687 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:33.687 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:33.688 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 73, total_kvs: 1, meta: uuid: C03C8ED25929481C918B94E82FB9696D range { start: 7480000000000001FF5E5F728000000000FF0000010000000000FA end: 7480000000000001FF5E5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 632 region_epoch { conf_ver: 5 version: 151 } }]"] [thread_id=105] [2024/05/06 17:13:33.689 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.temp/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/import/.clone/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:33.774 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:33.774 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:34.307 +08:00] [INFO] [pd.rs:1516] ["try to transfer leader"] [to_peers="[]"] [to_peer="id: 383 store_id: 2"] [from_peer="id: 381 store_id: 1"] [region_id=380] [thread_id=31] [2024/05/06 17:13:34.308 +08:00] [INFO] [peer.rs:3832] ["transfer leader"] [peer="id: 383 store_id: 2"] [peer_id=381] [region_id=380] [thread_id=101] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1944] ["[term 6] starts to transfer leadership to 383"] [lead_transferee=383] [term=6] [raft_id=381] [region_id=380] [thread_id=101] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1957] ["sends MsgTimeoutNow to 383 immediately as 383 already has up-to-date log"] [lead_transferee=383] [raft_id=381] [region_id=380] [thread_id=101] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 383"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=383] [raft_id=381] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=381] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 383 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=383] [vote=0] [log_index=7] [log_term=6] [raft_id=381] [region_id=380] [thread_id=102] [2024/05/06 17:13:34.308 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(140)] [region_id=380] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:13:35.456 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:35.456 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:35.520 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/05/06 17:13:35.841 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:35.841 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:37.669 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:13:37.670 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:13:37.670 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:13:37.671 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] ==> ./tikv2.log <== [2024/05/06 17:12:58.563 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[505, 507]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=506] [region_id=504] [thread_id=101] [2024/05/06 17:12:58.563 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=505] [vote=true] [raft_id=506] [region_id=504] [thread_id=101] [2024/05/06 17:12:58.563 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=506] [region_id=504] [thread_id=101] [2024/05/06 17:12:58.563 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771312] [region_id=504] [thread_id=101] [2024/05/06 17:12:58.564 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=504] [thread_id=31] [2024/05/06 17:12:58.564 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 504 start_key: 7480000000000001FF1E5F728000000000FF0000030000000000FA end_key: 7480000000000001FF205F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 120 } peers { id: 505 store_id: 1 } peers { id: 506 store_id: 3 } peers { id: 507 store_id: 2 }"] [thread_id=68] [2024/05/06 17:12:58.564 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(41)] [region=504] [thread_id=68] [2024/05/06 17:12:59.644 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:12:59.645 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 74, total_kvs: 1, meta: uuid: 1EB79282553142CA9E07BC45F59F172B range { start: 7480000000000001FF3A5F728000000000FF0000010000000000FA end: 7480000000000001FF3A5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 540 region_epoch { conf_ver: 5 version: 128 } }]"] [thread_id=105] [2024/05/06 17:12:59.645 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/1eb79282-5531-42ca-9e07-bc45f59f172b_540_5_128_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/1eb79282-5531-42ca-9e07-bc45f59f172b_540_5_128_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/1eb79282-5531-42ca-9e07-bc45f59f172b_540_5_128_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:12:59.739 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:12:59.739 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:12:59.840 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:13:00.317 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=10016ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=8] [read_state="ReadState { idx: 6, ts: 449573486664876034 }"] [gap=30016ms] [region_id=452] [thread_id=68] [2024/05/06 17:13:03.075 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:03.075 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:04.024 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:04.024 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:04.106 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=118] [2024/05/06 17:13:04.540 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF3C5F728000000000FF0000010000000000FA new_region_id: 544 new_peer_ids: 545 new_peer_ids: 546 new_peer_ids: 547 } requests { split_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA new_region_id: 548 new_peer_ids: 549 new_peer_ids: 550 new_peer_ids: 551 } right_derive: true }"] [index=2977] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:13:04.540 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF3C5F728000000000FF0000010000000000FA to 7480000000000001FF3C5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF3A5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 128 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:13:04.540 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:04.540 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 544 start_key: 7480000000000001FF3A5F728000000000FF0000020000000000FA end_key: 7480000000000001FF3C5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 130 } peers { id: 545 store_id: 1 } peers { id: 546 store_id: 3 } peers { id: 547 store_id: 2 }"] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.540 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=546] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {545, 546, 547} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=546] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=546] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {545, 546, 547} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=546] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 546."] [id=546] [raft_id=546] [region_id=544] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 548 start_key: 7480000000000001FF3C5F728000000000FF0000010000000000FA end_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 130 } peers { id: 549 store_id: 1 } peers { id: 550 store_id: 3 } peers { id: 551 store_id: 2 }"] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {549, 550, 551} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {549, 550, 551} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 550."] [id=550] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 545 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=545] [vote=0] [log_index=5] [log_term=5] [raft_id=546] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 549 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=549] [vote=0] [log_index=5] [log_term=5] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 545"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=545] [raft_id=546] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=546] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 545 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=545] [vote=0] [log_index=5] [log_term=5] [raft_id=546] [region_id=544] [thread_id=101] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 549"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=549] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.541 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 549 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=549] [vote=0] [log_index=5] [log_term=5] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:04.565 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=66] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:13:04.645 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:13:04.645 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 487"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=487] [raft_id=486] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=486] [region_id=484] [thread_id=102] [2024/05/06 17:13:04.906 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 487 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=487] [vote=0] [log_index=7] [log_term=6] [raft_id=486] [region_id=484] [thread_id=102] [2024/05/06 17:13:06.543 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:06.544 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 74, total_kvs: 1, meta: uuid: 63C818F5CDBC40A4A523E06F2F5F3A91 range { start: 7480000000000001FF3C5F728000000000FF0000010000000000FA end: 7480000000000001FF3C5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 548 region_epoch { conf_ver: 5 version: 130 } }]"] [thread_id=105] [2024/05/06 17:13:06.544 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/63c818f5-cdbc-40a4-a523-e06f2f5f3a91_548_5_130_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/63c818f5-cdbc-40a4-a523-e06f2f5f3a91_548_5_130_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/63c818f5-cdbc-40a4-a523-e06f2f5f3a91_548_5_130_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:07.052 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:13:07.052 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:13:07.155 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:13:07.243 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF405F728000000000FF0000010000000000FA new_region_id: 552 new_peer_ids: 553 new_peer_ids: 554 new_peer_ids: 555 } requests { split_key: 7480000000000001FF405F728000000000FF0000020000000000FA new_region_id: 556 new_peer_ids: 557 new_peer_ids: 558 new_peer_ids: 559 } right_derive: true }"] [index=3023] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:07.243 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF405F728000000000FF0000010000000000FA to 7480000000000001FF405F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 130 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:07.243 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:07.243 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 552 start_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA end_key: 7480000000000001FF405F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 132 } peers { id: 553 store_id: 1 } peers { id: 554 store_id: 3 } peers { id: 555 store_id: 2 }"] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.243 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {553, 554, 555} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {553, 554, 555} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 554."] [id=554] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 556 start_key: 7480000000000001FF405F728000000000FF0000010000000000FA end_key: 7480000000000001FF405F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 132 } peers { id: 557 store_id: 1 } peers { id: 558 store_id: 3 } peers { id: 559 store_id: 2 }"] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=558] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {557, 558, 559} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=558] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=558] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {557, 558, 559} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=558] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 558."] [id=558] [raft_id=558] [region_id=556] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 553 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=553] [vote=0] [log_index=5] [log_term=5] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 557 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=557] [vote=0] [log_index=5] [log_term=5] [raft_id=558] [region_id=556] [thread_id=101] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 553"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=553] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 553 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=553] [vote=0] [log_index=5] [log_term=5] [raft_id=554] [region_id=552] [thread_id=102] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 557"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=557] [raft_id=558] [region_id=556] [thread_id=101] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=558] [region_id=556] [thread_id=101] [2024/05/06 17:13:07.244 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 557 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=557] [vote=0] [log_index=5] [log_term=5] [raft_id=558] [region_id=556] [thread_id=101] [2024/05/06 17:13:07.263 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=76] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=118] [2024/05/06 17:13:07.369 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:13:07.369 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 465 and starts an election to get leadership."] [from=465] [term=6] [raft_id=466] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=466] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=466] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[465, 467]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=466] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 175"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=175] [raft_id=174] [region_id=172] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=174] [region_id=172] [thread_id=101] [2024/05/06 17:13:07.788 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 175 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=175] [vote=0] [log_index=6] [log_term=6] [raft_id=174] [region_id=172] [thread_id=101] [2024/05/06 17:13:07.789 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=465] [vote=true] [raft_id=466] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.789 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=466] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.789 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771296] [region_id=464] [thread_id=101] [2024/05/06 17:13:07.789 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=464] [thread_id=31] [2024/05/06 17:13:07.789 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 464 start_key: 7480000000000001FF0E5F728000000000FF0003E90000000000FA end_key: 7480000000000001FF135F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC region_epoch { conf_ver: 5 version: 112 } peers { id: 465 store_id: 1 } peers { id: 466 store_id: 3 } peers { id: 467 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:07.789 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(42)] [region=464] [thread_id=68] [2024/05/06 17:13:08.655 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=7] [2024/05/06 17:13:08.655 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=7] [2024/05/06 17:13:08.754 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=118] [2024/05/06 17:13:08.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF425F728000000000FF0000010000000000FA new_region_id: 560 new_peer_ids: 561 new_peer_ids: 562 new_peer_ids: 563 } requests { split_key: 7480000000000001FF425F728000000000FF0000020000000000FA new_region_id: 564 new_peer_ids: 565 new_peer_ids: 566 new_peer_ids: 567 } right_derive: true }"] [index=3038] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:08.886 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF425F728000000000FF0000010000000000FA to 7480000000000001FF425F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF405F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 132 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 560 start_key: 7480000000000001FF405F728000000000FF0000020000000000FA end_key: 7480000000000001FF425F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 134 } peers { id: 561 store_id: 1 } peers { id: 562 store_id: 3 } peers { id: 563 store_id: 2 }"] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {561, 562, 563} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {561, 562, 563} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 562."] [id=562] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 564 start_key: 7480000000000001FF425F728000000000FF0000010000000000FA end_key: 7480000000000001FF425F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 134 } peers { id: 565 store_id: 1 } peers { id: 566 store_id: 3 } peers { id: 567 store_id: 2 }"] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=566] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {565, 566, 567} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=566] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=566] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {565, 566, 567} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=566] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 566."] [id=566] [raft_id=566] [region_id=564] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 561 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=561] [vote=0] [log_index=5] [log_term=5] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.886 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 565 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=565] [vote=0] [log_index=5] [log_term=5] [raft_id=566] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 561"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=561] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 561 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=561] [vote=0] [log_index=5] [log_term=5] [raft_id=562] [region_id=560] [thread_id=102] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 565"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=565] [raft_id=566] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=566] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.887 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 565 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=565] [vote=0] [log_index=5] [log_term=5] [raft_id=566] [region_id=564] [thread_id=101] [2024/05/06 17:13:08.908 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=76] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:13:08.989 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:08.989 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 515"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=515] [raft_id=514] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=514] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.095 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 515 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=515] [vote=0] [log_index=6] [log_term=6] [raft_id=514] [region_id=512] [thread_id=102] [2024/05/06 17:13:09.245 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:09.247 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 84, total_kvs: 1, meta: uuid: F1447808C468471EA5A2E9534EBDB824 range { start: 7480000000000001FF405F728000000000FF0000010000000000FA end: 7480000000000001FF405F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 556 region_epoch { conf_ver: 5 version: 132 } }]"] [thread_id=105] [2024/05/06 17:13:09.247 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/f1447808-c468-471e-a5a2-e9534ebdb824_556_5_132_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/f1447808-c468-471e-a5a2-e9534ebdb824_556_5_132_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/f1447808-c468-471e-a5a2-e9534ebdb824_556_5_132_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:10.318 +08:00] [INFO] [endpoint.rs:599] ["the max gap of follower safe-ts is large"] [oldest_candidate=None] [latest_candidate=None] [applied_index=7] [duration_to_last_consume_leader=16946ms] [resolved_ts=449573481421996035] [safe_ts=449573481421996035] [gap=60015ms] [region_id=212] [thread_id=68] [2024/05/06 17:13:10.318 +08:00] [INFO] [endpoint.rs:620] ["the max gap of follower resolved-ts is large; it's the same region that has the min safe-ts"] [thread_id=68] [2024/05/06 17:13:10.889 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:10.890 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 84, total_kvs: 1, meta: uuid: 5502C25DCC7346679B6D5E1C13010E5C range { start: 7480000000000001FF425F728000000000FF0000010000000000FA end: 7480000000000001FF425F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 564 region_epoch { conf_ver: 5 version: 134 } }]"] [thread_id=105] [2024/05/06 17:13:10.890 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/5502c25d-cc73-4667-9b6d-5e1c13010e5c_564_5_134_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/5502c25d-cc73-4667-9b6d-5e1c13010e5c_564_5_134_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/5502c25d-cc73-4667-9b6d-5e1c13010e5c_564_5_134_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:12.661 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:12.661 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:12.735 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=118] [2024/05/06 17:13:12.877 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF475F728000000000FF0000010000000000FA new_region_id: 568 new_peer_ids: 569 new_peer_ids: 570 new_peer_ids: 571 } requests { split_key: 7480000000000001FF475F728000000000FF0000020000000000FA new_region_id: 572 new_peer_ids: 573 new_peer_ids: 574 new_peer_ids: 575 } right_derive: true }"] [index=3102] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:12.877 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF475F728000000000FF0000010000000000FA to 7480000000000001FF475F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF425F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 134 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:12.877 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:12.877 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 568 start_key: 7480000000000001FF425F728000000000FF0000020000000000FA end_key: 7480000000000001FF475F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 136 } peers { id: 569 store_id: 1 } peers { id: 570 store_id: 3 } peers { id: 571 store_id: 2 }"] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.877 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {569, 570, 571} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {569, 570, 571} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 570."] [id=570] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 572 start_key: 7480000000000001FF475F728000000000FF0000010000000000FA end_key: 7480000000000001FF475F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 136 } peers { id: 573 store_id: 1 } peers { id: 574 store_id: 3 } peers { id: 575 store_id: 2 }"] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {573, 574, 575} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {573, 574, 575} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 574."] [id=574] [raft_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 569 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=569] [vote=0] [log_index=5] [log_term=5] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 573 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=573] [vote=0] [log_index=5] [log_term=5] [raft_id=574] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 569"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=569] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 569 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=569] [vote=0] [log_index=5] [log_term=5] [raft_id=570] [region_id=568] [thread_id=102] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 573"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=573] [raft_id=574] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=574] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.878 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 573 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=573] [vote=0] [log_index=5] [log_term=5] [raft_id=574] [region_id=572] [thread_id=101] [2024/05/06 17:13:12.901 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=62] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:13:13.043 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:13:13.043 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 413 and starts an election to get leadership."] [from=413] [term=6] [raft_id=414] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=414] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=414] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[413, 415]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=414] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=415] [vote=true] [raft_id=414] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=414] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771268] [region_id=412] [thread_id=102] [2024/05/06 17:13:13.975 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=412] [thread_id=31] [2024/05/06 17:13:13.976 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 412 start_key: 7480000000000000FFFD5F728000000000FF0000010000000000FA end_key: 7480000000000000FFFD5F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 98 } peers { id: 413 store_id: 1 } peers { id: 414 store_id: 3 } peers { id: 415 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:13.976 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(43)] [region=412] [thread_id=68] [2024/05/06 17:13:14.593 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:13:14.593 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:13:14.669 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:13:14.792 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF495F728000000000FF0000010000000000FA new_region_id: 576 new_peer_ids: 577 new_peer_ids: 578 new_peer_ids: 579 } requests { split_key: 7480000000000001FF495F728000000000FF0000020000000000FA new_region_id: 580 new_peer_ids: 581 new_peer_ids: 582 new_peer_ids: 583 } right_derive: true }"] [index=3117] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:13:14.792 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF495F728000000000FF0000010000000000FA to 7480000000000001FF495F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF475F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 136 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 576 start_key: 7480000000000001FF475F728000000000FF0000020000000000FA end_key: 7480000000000001FF495F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 138 } peers { id: 577 store_id: 1 } peers { id: 578 store_id: 3 } peers { id: 579 store_id: 2 }"] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {577, 578, 579} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {577, 578, 579} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 578."] [id=578] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 580 start_key: 7480000000000001FF495F728000000000FF0000010000000000FA end_key: 7480000000000001FF495F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 138 } peers { id: 581 store_id: 1 } peers { id: 582 store_id: 3 } peers { id: 583 store_id: 2 }"] [region_id=580] [thread_id=102] [2024/05/06 17:13:14.792 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {581, 582, 583} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {581, 582, 583} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 582."] [id=582] [raft_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 577 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=577] [vote=0] [log_index=5] [log_term=5] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 581 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=581] [vote=0] [log_index=5] [log_term=5] [raft_id=582] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 577"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=577] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 577 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=577] [vote=0] [log_index=5] [log_term=5] [raft_id=578] [region_id=576] [thread_id=102] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 581"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=581] [raft_id=582] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=582] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.793 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 581 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=581] [vote=0] [log_index=5] [log_term=5] [raft_id=582] [region_id=580] [thread_id=101] [2024/05/06 17:13:14.818 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=62] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=118] [2024/05/06 17:13:14.880 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:14.881 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 70, total_kvs: 1, meta: uuid: 74E6B7B4E15C4B6CBC5A09B8317977E8 range { start: 7480000000000001FF475F728000000000FF0000010000000000FA end: 7480000000000001FF475F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 572 region_epoch { conf_ver: 5 version: 136 } }]"] [thread_id=105] [2024/05/06 17:13:14.881 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/74e6b7b4-e15c-4b6c-bc5a-09b8317977e8_572_5_136_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/74e6b7b4-e15c-4b6c-bc5a-09b8317977e8_572_5_136_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/74e6b7b4-e15c-4b6c-bc5a-09b8317977e8_572_5_136_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:14.955 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:14.955 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 549 and starts an election to get leadership."] [from=549] [term=6] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.980 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[549, 551]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 575"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=575] [raft_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 575 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=575] [vote=0] [log_index=7] [log_term=6] [raft_id=574] [region_id=572] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=551] [vote=true] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=550] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771332] [region_id=548] [thread_id=102] [2024/05/06 17:13:14.981 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=548] [thread_id=31] [2024/05/06 17:13:14.981 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 548 start_key: 7480000000000001FF3C5F728000000000FF0000010000000000FA end_key: 7480000000000001FF3C5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 130 } peers { id: 549 store_id: 1 } peers { id: 550 store_id: 3 } peers { id: 551 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:14.981 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(44)] [region=548] [thread_id=68] [2024/05/06 17:13:16.795 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:16.795 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 70, total_kvs: 1, meta: uuid: 1E6C85E771EA4E66A4296C018BBBE0A2 range { start: 7480000000000001FF495F728000000000FF0000010000000000FA end: 7480000000000001FF495F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 580 region_epoch { conf_ver: 5 version: 138 } }]"] [thread_id=105] [2024/05/06 17:13:16.796 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/1e6c85e7-71ea-4e66-a429-6c018bbbe0a2_580_5_138_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:18.316 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:18.316 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:18.394 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=118] [2024/05/06 17:13:18.488 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA new_region_id: 584 new_peer_ids: 585 new_peer_ids: 586 new_peer_ids: 587 } requests { split_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA new_region_id: 588 new_peer_ids: 589 new_peer_ids: 590 new_peer_ids: 591 } right_derive: true }"] [index=3173] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:18.488 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF4D5F728000000000FF0000010000000000FA to 7480000000000001FF4D5F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 138 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 584 start_key: 7480000000000001FF495F728000000000FF0000020000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 585 store_id: 1 } peers { id: 586 store_id: 3 } peers { id: 587 store_id: 2 }"] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {585, 586, 587} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {585, 586, 587} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 586."] [id=586] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 588 start_key: 7480000000000001FF4D5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 140 } peers { id: 589 store_id: 1 } peers { id: 590 store_id: 3 } peers { id: 591 store_id: 2 }"] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=590] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {589, 590, 591} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=590] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=590] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {589, 590, 591} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=590] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 590."] [id=590] [raft_id=590] [region_id=588] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 585 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=585] [vote=0] [log_index=5] [log_term=5] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 589 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=589] [vote=0] [log_index=5] [log_term=5] [raft_id=590] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 585"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=585] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 585 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=585] [vote=0] [log_index=5] [log_term=5] [raft_id=586] [region_id=584] [thread_id=101] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 589"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=589] [raft_id=590] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=590] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.488 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 589 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=589] [vote=0] [log_index=5] [log_term=5] [raft_id=590] [region_id=588] [thread_id=102] [2024/05/06 17:13:18.515 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:13:18.692 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:13:18.692 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 49 and starts an election to get leadership."] [from=49] [term=6] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[49, 51]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=49] [vote=true] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=50] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771094] [region_id=48] [thread_id=101] [2024/05/06 17:13:18.733 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=48] [thread_id=31] [2024/05/06 17:13:18.734 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 48 start_key: 7480000000000000FF705F728000000000FF0000010000000000FA end_key: 7480000000000000FF705F728000000000FF0000070000000000FA region_epoch { conf_ver: 5 version: 11 } peers { id: 49 store_id: 1 } peers { id: 50 store_id: 3 } peers { id: 51 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:18.734 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(45)] [region=48] [thread_id=68] [2024/05/06 17:13:20.209 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:13:20.209 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:13:20.277 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:13:20.319 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=10017ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=8] [read_state="ReadState { idx: 7, ts: 449573491907756033 }"] [gap=30016ms] [region_id=412] [thread_id=68] [2024/05/06 17:13:20.440 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA new_region_id: 592 new_peer_ids: 593 new_peer_ids: 594 new_peer_ids: 595 } requests { split_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA new_region_id: 596 new_peer_ids: 597 new_peer_ids: 598 new_peer_ids: 599 } right_derive: true }"] [index=3188] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:20.440 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF4F5F728000000000FF0000010000000000FA to 7480000000000001FF4F5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 140 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 592 start_key: 7480000000000001FF4D5F728000000000FF0000030000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 593 store_id: 1 } peers { id: 594 store_id: 3 } peers { id: 595 store_id: 2 }"] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=594] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {593, 594, 595} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=594] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=594] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {593, 594, 595} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=594] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 594."] [id=594] [raft_id=594] [region_id=592] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 596 start_key: 7480000000000001FF4F5F728000000000FF0000010000000000FA end_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 142 } peers { id: 597 store_id: 1 } peers { id: 598 store_id: 3 } peers { id: 599 store_id: 2 }"] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=598] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {597, 598, 599} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=598] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=598] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {597, 598, 599} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=598] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 598."] [id=598] [raft_id=598] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 593 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=593] [vote=0] [log_index=5] [log_term=5] [raft_id=594] [region_id=592] [thread_id=101] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 597 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=597] [vote=0] [log_index=5] [log_term=5] [raft_id=598] [region_id=596] [thread_id=102] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 593"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=593] [raft_id=594] [region_id=592] [thread_id=101] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=594] [region_id=592] [thread_id=101] [2024/05/06 17:13:20.440 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 593 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=593] [vote=0] [log_index=5] [log_term=5] [raft_id=594] [region_id=592] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 597"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=597] [raft_id=598] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=598] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.441 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 597 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=597] [vote=0] [log_index=5] [log_term=5] [raft_id=598] [region_id=596] [thread_id=101] [2024/05/06 17:13:20.463 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=54] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:13:20.491 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:20.492 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: A84056A43A004A5DBC8A8F82E622A7E3 range { start: 7480000000000001FF4D5F728000000000FF0000010000000000FA end: 7480000000000001FF4D5F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 588 region_epoch { conf_ver: 5 version: 140 } }]"] [thread_id=105] [2024/05/06 17:13:20.492 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/a84056a4-3a00-4a5d-bc8a-8f82e622a7e3_588_5_140_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:20.617 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=11] [2024/05/06 17:13:20.617 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=11] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 259"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=259] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:13:20.950 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 6, vote: 0] cast vote for 259 [logterm: 6, index: 6] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=6] [msg_term=6] [from=259] [vote=0] [log_index=6] [log_term=6] [raft_id=258] [region_id=256] [thread_id=101] [2024/05/06 17:13:21.102 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:13:22.134 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:13:22.134 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:13:22.212 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:13:22.443 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:22.444 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 62, total_kvs: 1, meta: uuid: 7E54052D40BD432BB6EA7A8732314376 range { start: 7480000000000001FF4F5F728000000000FF0000010000000000FA end: 7480000000000001FF4F5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 596 region_epoch { conf_ver: 5 version: 142 } }]"] [thread_id=105] [2024/05/06 17:13:22.444 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/7e54052d-40bd-432b-b6ea-7a8732314376_596_5_142_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:22.519 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:22.519 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:26.157 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=11] [2024/05/06 17:13:26.157 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=11] [2024/05/06 17:13:26.247 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:13:26.365 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF555F728000000000FF0000010000000000FA new_region_id: 600 new_peer_ids: 601 new_peer_ids: 602 new_peer_ids: 603 } requests { split_key: 7480000000000001FF555F728000000000FF0000030000000000FA new_region_id: 604 new_peer_ids: 605 new_peer_ids: 606 new_peer_ids: 607 } right_derive: true }"] [index=3252] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:26.365 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF555F728000000000FF0000010000000000FA to 7480000000000001FF555F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 142 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 600 start_key: 7480000000000001FF4F5F728000000000FF0000020000000000FA end_key: 7480000000000001FF555F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 601 store_id: 1 } peers { id: 602 store_id: 3 } peers { id: 603 store_id: 2 }"] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {601, 602, 603} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {601, 602, 603} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 602."] [id=602] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 604 start_key: 7480000000000001FF555F728000000000FF0000010000000000FA end_key: 7480000000000001FF555F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 144 } peers { id: 605 store_id: 1 } peers { id: 606 store_id: 3 } peers { id: 607 store_id: 2 }"] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.365 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=606] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {605, 606, 607} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=606] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=606] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {605, 606, 607} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=606] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 606."] [id=606] [raft_id=606] [region_id=604] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 601 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=601] [vote=0] [log_index=5] [log_term=5] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 605 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=605] [vote=0] [log_index=5] [log_term=5] [raft_id=606] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 601"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=601] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 601 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=601] [vote=0] [log_index=5] [log_term=5] [raft_id=602] [region_id=600] [thread_id=101] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 605"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=605] [raft_id=606] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=606] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.366 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 605 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=605] [vote=0] [log_index=5] [log_term=5] [raft_id=606] [region_id=604] [thread_id=102] [2024/05/06 17:13:26.392 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:13:26.579 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=9] [2024/05/06 17:13:26.579 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=9] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 481 and starts an election to get leadership."] [from=481] [term=6] [raft_id=482] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=482] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=482] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[481, 483]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=482] [region_id=480] [thread_id=102] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 599"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=599] [raft_id=598] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=598] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 599 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=599] [vote=0] [log_index=7] [log_term=6] [raft_id=598] [region_id=596] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=483] [vote=true] [raft_id=482] [region_id=480] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=482] [region_id=480] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771300] [region_id=480] [thread_id=101] [2024/05/06 17:13:27.296 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=480] [thread_id=31] [2024/05/06 17:13:27.296 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 480 start_key: 7480000000000001FF185F728000000000FF0000030000000000FA end_key: 7480000000000001FF1A5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 114 } peers { id: 481 store_id: 1 } peers { id: 482 store_id: 3 } peers { id: 483 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:27.297 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(46)] [region=480] [thread_id=68] [2024/05/06 17:13:27.792 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=10] [2024/05/06 17:13:27.792 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=10] [2024/05/06 17:13:27.883 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:13:28.061 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF575F728000000000FF0000010000000000FA new_region_id: 608 new_peer_ids: 609 new_peer_ids: 610 new_peer_ids: 611 } requests { split_key: 7480000000000001FF575F728000000000FF0000030000000000FA new_region_id: 612 new_peer_ids: 613 new_peer_ids: 614 new_peer_ids: 615 } right_derive: true }"] [index=3267] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:28.061 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF575F728000000000FF0000010000000000FA to 7480000000000001FF575F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 144 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 608 start_key: 7480000000000001FF555F728000000000FF0000030000000000FA end_key: 7480000000000001FF575F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 609 store_id: 1 } peers { id: 610 store_id: 3 } peers { id: 611 store_id: 2 }"] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {609, 610, 611} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {609, 610, 611} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 610."] [id=610] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 612 start_key: 7480000000000001FF575F728000000000FF0000010000000000FA end_key: 7480000000000001FF575F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 146 } peers { id: 613 store_id: 1 } peers { id: 614 store_id: 3 } peers { id: 615 store_id: 2 }"] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=614] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {613, 614, 615} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=614] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=614] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {613, 614, 615} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=614] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 614."] [id=614] [raft_id=614] [region_id=612] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 609 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=609] [vote=0] [log_index=5] [log_term=5] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 613 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=613] [vote=0] [log_index=5] [log_term=5] [raft_id=614] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 609"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=609] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 609 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=609] [vote=0] [log_index=5] [log_term=5] [raft_id=610] [region_id=608] [thread_id=101] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 613"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=613] [raft_id=614] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=614] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.062 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 613 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=613] [vote=0] [log_index=5] [log_term=5] [raft_id=614] [region_id=612] [thread_id=102] [2024/05/06 17:13:28.080 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:13:28.196 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:28.196 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 369 and starts an election to get leadership."] [from=369] [term=6] [raft_id=370] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=370] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=370] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[369, 371]"] [log_index=6] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=370] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=369] [vote=true] [raft_id=370] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=370] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771248] [region_id=368] [thread_id=101] [2024/05/06 17:13:28.299 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=368] [thread_id=31] [2024/05/06 17:13:28.300 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 368 start_key: 7480000000000000FFE55F728000000000FF0000020000000000FA end_key: 7480000000000000FFEC5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 88 } peers { id: 369 store_id: 1 } peers { id: 370 store_id: 3 } peers { id: 371 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:28.300 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(47)] [region=368] [thread_id=68] [2024/05/06 17:13:28.368 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:28.369 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 31DEA97A37E24FCAA923FDA4DDEC672A range { start: 7480000000000001FF555F728000000000FF0000010000000000FA end: 7480000000000001FF555F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 604 region_epoch { conf_ver: 5 version: 144 } }]"] [thread_id=105] [2024/05/06 17:13:28.373 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/31dea97a-37e2-4fca-a923-fda4ddec672a_604_5_144_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:29.984 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:29.984 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:30.064 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:30.065 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 865E19BF6D82463294B0831F5DA1CB92 range { start: 7480000000000001FF575F728000000000FF0000010000000000FA end: 7480000000000001FF575F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 612 region_epoch { conf_ver: 5 version: 146 } }]"] [thread_id=105] [2024/05/06 17:13:30.065 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/865e19bf-6d82-4632-94b0-831f5da1cb92_612_5_146_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:30.091 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:13:30.179 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF595F728000000000FF0000010000000000FA new_region_id: 616 new_peer_ids: 617 new_peer_ids: 618 new_peer_ids: 619 } requests { split_key: 7480000000000001FF595F728000000000FF0000030000000000FA new_region_id: 620 new_peer_ids: 621 new_peer_ids: 622 new_peer_ids: 623 } right_derive: true }"] [index=3283] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.179 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF595F728000000000FF0000010000000000FA to 7480000000000001FF595F728000000000FF0000030000000000FA"] [region="id: 14 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 146 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 616 start_key: 7480000000000001FF575F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 617 store_id: 1 } peers { id: 618 store_id: 3 } peers { id: 619 store_id: 2 }"] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=618] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {617, 618, 619} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=618] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=618] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {617, 618, 619} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=618] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 618."] [id=618] [raft_id=618] [region_id=616] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 620 start_key: 7480000000000001FF595F728000000000FF0000010000000000FA end_key: 7480000000000001FF595F728000000000FF0000030000000000FA region_epoch { conf_ver: 5 version: 148 } peers { id: 621 store_id: 1 } peers { id: 622 store_id: 3 } peers { id: 623 store_id: 2 }"] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {621, 622, 623} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 617 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=617] [vote=0] [log_index=5] [log_term=5] [raft_id=618] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {621, 622, 623} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 622."] [id=622] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 621 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=621] [vote=0] [log_index=5] [log_term=5] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 617"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=617] [raft_id=618] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=618] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 617 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=617] [vote=0] [log_index=5] [log_term=5] [raft_id=618] [region_id=616] [thread_id=101] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 621"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=621] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.180 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 621 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=621] [vote=0] [log_index=5] [log_term=5] [raft_id=622] [region_id=620] [thread_id=102] [2024/05/06 17:13:30.207 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:13:30.320 +08:00] [INFO] [endpoint.rs:599] ["the max gap of follower safe-ts is large"] [oldest_candidate=None] [latest_candidate=None] [applied_index=7] [duration_to_last_consume_leader=16947ms] [resolved_ts=449573486664876034] [safe_ts=449573486664876034] [gap=60016ms] [region_id=172] [thread_id=68] [2024/05/06 17:13:30.320 +08:00] [INFO] [endpoint.rs:620] ["the max gap of follower resolved-ts is large; it's the same region that has the min safe-ts"] [thread_id=68] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 583"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=583] [raft_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.516 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 583 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=583] [vote=0] [log_index=7] [log_term=6] [raft_id=582] [region_id=580] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF595F728000000000FF0000050000000000FA new_region_id: 624 new_peer_ids: 625 new_peer_ids: 626 new_peer_ids: 627 } right_derive: true }"] [index=3288] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.546 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000001FF595F728000000000FF0000050000000000FA"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 148 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 624 start_key: 7480000000000001FF595F728000000000FF0000030000000000FA end_key: 7480000000000001FF595F728000000000FF0000050000000000FA region_epoch { conf_ver: 5 version: 149 } peers { id: 625 store_id: 1 } peers { id: 626 store_id: 3 } peers { id: 627 store_id: 2 }"] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=626] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {625, 626, 627} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=626] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=626] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {625, 626, 627} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=626] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 626."] [id=626] [raft_id=626] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.546 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 625 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=625] [vote=0] [log_index=5] [log_term=5] [raft_id=626] [region_id=624] [thread_id=102] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 625"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=625] [raft_id=626] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=626] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.547 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 625 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=625] [vote=0] [log_index=5] [log_term=5] [raft_id=626] [region_id=624] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:2369] ["[term 6] received MsgTimeoutNow from 457 and starts an election to get leadership."] [from=457] [term=6] [raft_id=458] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=6] [raft_id=458] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 7"] [term=7] [raft_id=458] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1321] ["broadcasting vote request"] [to="[457, 459]"] [log_index=7] [log_term=6] [term=7] [type=MsgRequestVote] [raft_id=458] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:2240] ["received votes response"] [term=7] [type=MsgRequestVoteResponse] [approvals=2] [rejections=0] [from=457] [vote=true] [raft_id=458] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [raft.rs:1259] ["became leader at term 7"] [term=7] [raft_id=458] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=30064771296] [region_id=456] [thread_id=101] [2024/05/06 17:13:30.561 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=456] [thread_id=31] [2024/05/06 17:13:30.561 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 456 start_key: 7480000000000001FF135F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD end_key: 7480000000000001FF135F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 112 } peers { id: 457 store_id: 1 } peers { id: 458 store_id: 3 } peers { id: 459 store_id: 2 }"] [thread_id=68] [2024/05/06 17:13:30.561 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=8] [observe_id=ObserveId(48)] [region=456] [thread_id=68] [2024/05/06 17:13:30.573 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=108] [write_entries=2] [default_bytes=0] [default_entries=0] [thread_id=116] [2024/05/06 17:13:30.766 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=8] [2024/05/06 17:13:30.766 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=8] [2024/05/06 17:13:32.182 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:32.183 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: 15724E570BBB45A09A5A04D399B42250 range { start: 7480000000000001FF595F728000000000FF0000010000000000FA end: 7480000000000001FF595F728000000000FF0000020000000000FA } cf_name: \"write\" region_id: 620 region_epoch { conf_ver: 5 version: 148 } }]"] [thread_id=105] [2024/05/06 17:13:32.183 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/15724e57-0bbb-45a0-9a5a-04d399b42250_620_5_148_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:32.549 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:32.550 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 124, total_kvs: 2, meta: uuid: D7F8169153F54074A89BFBEF4B9B0DF6 range { start: 7480000000000001FF595F728000000000FF0000030000000000FA end: 7480000000000001FF595F728000000000FF0000040000000000FA } cf_name: \"write\" region_id: 624 region_epoch { conf_ver: 5 version: 149 } }]"] [thread_id=105] [2024/05/06 17:13:32.550 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/d7f81691-53f5-4074-a89b-fbef4b9b0df6_624_5_149_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:33.451 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=9] [2024/05/06 17:13:33.451 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=9] [2024/05/06 17:13:33.532 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=116] [2024/05/06 17:13:33.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA new_region_id: 628 new_peer_ids: 629 new_peer_ids: 630 new_peer_ids: 631 } requests { split_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA new_region_id: 632 new_peer_ids: 633 new_peer_ids: 634 new_peer_ids: 635 } right_derive: true }"] [index=3342] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:33.662 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000001FF5E5F728000000000FF0000010000000000FA to 7480000000000001FF5E5F728000000000FF0000020000000000FA"] [region="id: 14 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 149 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 628 start_key: 7480000000000001FF595F728000000000FF0000050000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 629 store_id: 1 } peers { id: 630 store_id: 3 } peers { id: 631 store_id: 2 }"] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {629, 630, 631} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {629, 630, 631} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 630."] [id=630] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 632 start_key: 7480000000000001FF5E5F728000000000FF0000010000000000FA end_key: 7480000000000001FF5E5F728000000000FF0000020000000000FA region_epoch { conf_ver: 5 version: 151 } peers { id: 633 store_id: 1 } peers { id: 634 store_id: 3 } peers { id: 635 store_id: 2 }"] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=634] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {633, 634, 635} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=634] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=634] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {633, 634, 635} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=634] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 634."] [id=634] [raft_id=634] [region_id=632] [thread_id=102] [2024/05/06 17:13:33.662 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 629 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=629] [vote=0] [log_index=5] [log_term=5] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 633 [logterm: 5, index: 5] at term 5"] ["msg type"=MsgRequestPreVote] [term=5] [msg_index=5] [msg_term=5] [from=633] [vote=0] [log_index=5] [log_term=5] [raft_id=634] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 629"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=629] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 629 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=629] [vote=0] [log_index=5] [log_term=5] [raft_id=630] [region_id=628] [thread_id=102] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 633"] ["msg type"=MsgRequestVote] [message_term=6] [term=5] [from=633] [raft_id=634] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=634] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.663 +08:00] [INFO] [raft.rs:1605] ["[logterm: 5, index: 5, vote: 0] cast vote for 633 [logterm: 5, index: 5] at term 6"] ["msg type"=MsgRequestVote] [term=6] [msg_index=5] [msg_term=5] [from=633] [vote=0] [log_index=5] [log_term=5] [raft_id=634] [region_id=632] [thread_id=101] [2024/05/06 17:13:33.684 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=65] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=118] [2024/05/06 17:13:33.774 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=7] [2024/05/06 17:13:33.774 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=7] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 383"] ["msg type"=MsgRequestVote] [message_term=7] [term=6] [from=383] [raft_id=382] [region_id=380] [thread_id=101] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1151] ["became follower at term 7"] [term=7] [raft_id=382] [region_id=380] [thread_id=101] [2024/05/06 17:13:34.308 +08:00] [INFO] [raft.rs:1605] ["[logterm: 6, index: 7, vote: 0] cast vote for 383 [logterm: 6, index: 7] at term 7"] ["msg type"=MsgRequestVote] [term=7] [msg_index=7] [msg_term=6] [from=383] [vote=0] [log_index=7] [log_term=6] [raft_id=382] [region_id=380] [thread_id=101] [2024/05/06 17:13:35.455 +08:00] [INFO] [import_mode.rs:62] ["enter import mode"] [thread_id=8] [2024/05/06 17:13:35.455 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Import] [thread_id=8] [2024/05/06 17:13:35.524 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=118] [2024/05/06 17:13:35.665 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:13:35.666 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 73, total_kvs: 1, meta: uuid: C03C8ED25929481C918B94E82FB9696D range { start: 7480000000000001FF5E5F728000000000FF0000010000000000FA end: 7480000000000001FF5E5F728000000000FF0000010000000000FA } cf_name: \"write\" region_id: 632 region_epoch { conf_ver: 5 version: 151 } }]"] [thread_id=105] [2024/05/06 17:13:35.666 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\", temp: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.temp/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\", clone: \"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/import/.clone/c03c8ed2-5929-481c-918b-94e82fb9696d_632_5_151_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:13:35.842 +08:00] [INFO] [import_mode.rs:41] ["enter normal mode"] [thread_id=10] [2024/05/06 17:13:35.842 +08:00] [INFO] [sst_service.rs:720] ["switch mode"] [mode=Normal] [thread_id=10] [2024/05/06 17:13:37.671 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:13:37.672 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:13:37.672 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] [2024/05/06 17:13:37.673 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=11] [2024/05/06 17:13:40.321 +08:00] [INFO] [endpoint.rs:577] ["the max gap of leader resolved-ts is large"] [last_resolve_attempt=None] [duration_to_last_update_safe_ts=10018ms] [min_memory_lock=None] [txn_num=0] [lock_num=0] [min_lock=None] [applied_index=8] [read_state="ReadState { idx: 7, ts: 449573497150636035 }"] [gap=30017ms] [region_id=456] [thread_id=68] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 43.822678183 s ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 56.397047494 s ./t/ddl/partition.test: ok! 213 test cases passed, take time 9.032080941 s ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 15.182742067 s ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 33.723925522 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.21209702 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 9.353481527 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 5.366006793 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.43146897 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.079170084 s ./t/executor/admin.test: ok! 171 test cases passed, take time 30.505299282 s ./t/executor/aggregate.test: ok! 886 test cases passed, take time 15.636952711 s ./t/executor/analyze.test: ok! 180 test cases passed, take time 19.367304581 s ./t/executor/autoid.test: ok! 442 test cases passed, take time 8.257397224 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 1.200166358 s ./t/executor/charset.test: ok! 57 test cases passed, take time 1.123849814 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.32451576 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.30478361 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.364859773 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.699547807 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 26.010156734 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.4060651229999999 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 1.757633871 s ./t/executor/executor.test: ok! 2151 test cases passed, take time 65.814866767 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.700808779 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.410898899 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 4.081213063 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 14.276461371 s ./t/executor/grant.test: ok! 202 test cases passed, take time 2.198087104 s ./t/executor/import_into.test: ok! 88 test cases passed, take time 0.264094098 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.285526786 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 5.068482519 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.7370512099999997 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 17.675175312 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 7.498903363 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 88.418889045 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.002160719 s ./t/executor/issues.test: ok! 421 test cases passed, take time 16.676628864 s ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 9.008221848 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 45.676861327 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.23712377 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 12.576184887 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.919361977 s ./t/executor/partition/global_index.test: ok! 94 test cases passed, take time 15.67000952 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 6.930413614 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 3.207137914 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 4.319893649 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 13.878798562 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 16.055347399 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 4.063376902 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 6.773913149 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 5.031559638 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 1.134464084 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 1.115919879 s ./t/executor/sample.test: ok! 105 test cases passed, take time 13.007388168 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.536482743 s ./t/executor/show.test: ok! 301 test cases passed, take time 18.393566975 s ./t/executor/simple.test: ok! 303 test cases passed, take time 3.657760327 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 14.064521513 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.610123909 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.944057672 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 5.872998428 s ./t/executor/update.test: ok! 513 test cases passed, take time 16.538624768 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.335915039 s ./t/executor/write.test: ok! 1079 test cases passed, take time 39.925768583 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.134298874 s ./t/explain.test: ok! 21 test cases passed, take time 0.690994557 s ./t/explain_complex.test: ok! 41 test cases passed, take time 1.9337214409999999 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 5.717625246 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.81075824 s ./t/explain_easy.test: ok! 190 test cases passed, take time 8.454961711 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.980245986 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 2.388853997 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 37.020489312 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.884069844 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.437473082 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.458748731 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.190643217 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.29214714 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 29.531733992 s ./t/expression/cast.test: ok! 50 test cases passed, take time 0.986888965 s ./t/expression/charset_and_collation.test: ok! 706 test cases passed, take time 38.426763015 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.213453491 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.326386412 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.731269081 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 69.518281964 s ./t/expression/json.test: ok! 223 test cases passed, take time 2.670714486 s ./t/expression/misc.test: ok! 404 test cases passed, take time 15.894838955 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 12.618762831 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 2.363215677 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.69840453 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 2.113675326 s ./t/generated_columns.test: ok! 70 test cases passed, take time 7.678027269 s ./t/globalindex/mem_index_lookup.test: ok! 29 test cases passed, take time 0.434799022 s ./t/globalindex/mem_index_reader.test: ok! 25 test cases passed, take time 0.457697611 s ./t/globalindex/update.test: ok! 14 test cases passed, take time 0.442462284 s ./t/imdbload.test: ok! 63 test cases passed, take time 14.244498386 s ./t/index_join.test: ok! 22 test cases passed, take time 1.226140116 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.45772107 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.112542046 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.89199064 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 3.018944652 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.8621967000000001 s ./t/naaj.test: ok! 134 test cases passed, take time 0.752116371 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.448490815 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.700363814 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.692423392 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.20144802 s ./t/partition.test: ok! 3 test cases passed, take time 0.42571346 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.431516401 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.233166035 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 2.0965529529999998 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.001097912 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.297894821 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 4.293373405 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 4.431467166 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 7.625549706 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 2.115071898 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 2.680958289 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 852 test cases passed, take time 7.128405029 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.37953836 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.278475227 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.257976005 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.090251415 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 10.376588039 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 1.517479136 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 0.980480206 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001475068 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 4.986121529 s ./t/planner/core/indexjoin.test: ok! 41 test cases passed, take time 0.297943625 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.077462112 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 6.122897103 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 48.271264499 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 30.174282534 s ./t/planner/core/issuetest/planner_issue.test: ok! 89 test cases passed, take time 3.32129146 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.328582723 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 6.125863102 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.161473325 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 3.426351064 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 18.574020954 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 1.0039462 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 5.139158779 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.182160964 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 1.03879589 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.97941551 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 2.508285605 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.55397273 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 4.591439435 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 6.836239931 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 6.838926629 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 7.089614082 s ./t/select.test: ok! 189 test cases passed, take time 3.570927754 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.285792201 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 24.420390071 s ./t/session/common.test: ok! 203 test cases passed, take time 8.398241753 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 19.688198543 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.436399718 s ./t/session/session.test: ok! 101 test cases passed, take time 5.988079582 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.733783909 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.081582296 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.442454808 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.14182798 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.215208069 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.524705398 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 5.654808117 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.27973607 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 0.989682232 s ./t/subquery.test: ok! 32 test cases passed, take time 0.951500994 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.420121714 s ./t/table/index.test: ok! 34 test cases passed, take time 3.855914699 s ./t/table/partition.test: ok! 229 test cases passed, take time 10.717829793 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.074174637 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.156492488 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.428066965 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000587579 s ./t/tpch.test: ok! 41 test cases passed, take time 2.60660821 s ./t/types/const.test: ok! 143 test cases passed, take time 3.468154389 s ./t/util/admin.test: ok! 240 test cases passed, take time 30.919244893 s ./t/util/ranger.test: ok! 188 test cases passed, take time 4.319178159 s ./t/window_function.test: ok! 28 test cases passed, take time 0.221003883 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1697) - No such process ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/06 17:06:16.628 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:06:16.628 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:06:16.628 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:06:16.628 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:06:16.628 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:06:16.628 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:06:16.628 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:06:16.628 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:06:16.628 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2389\",\"peer-urls\":\"http://127.0.0.1:2388\",\"advertise-client-urls\":\"http://127.0.0.1:2389\",\"advertise-peer-urls\":\"http://127.0.0.1:2388\",\"name\":\"pd2\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd2=http://127.0.0.1:2388\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:06:16.632 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:06:16.632 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:06:16.633 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:06:16.633 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:06:16.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:06:16.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:06:16.634 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=MetaStorage] [2024/05/06 17:06:16.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:06:16.634 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=ResourceManager] [2024/05/06 17:06:16.634 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:06:16.634 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2388]"] [2024/05/06 17:06:16.634 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:06:16.634 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2389]"] [2024/05/06 17:06:16.634 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:06:16.635 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd2] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd2=http://127.0.0.1:2388"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:06:16.635 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:06:16.636 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap/db] [took=973.918µs] [2024/05/06 17:06:16.638 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=6c13e5b5070c688e] [cluster-id=3dbfcd5d7ee94618] [2024/05/06 17:06:16.638 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=()"] [2024/05/06 17:06:16.638 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 0"] [2024/05/06 17:06:16.638 +08:00] [INFO] [raft.go:389] ["newRaft 6c13e5b5070c688e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:06:16.638 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 1"] [2024/05/06 17:06:16.638 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/06 17:06:16.638 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:06:16.639 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:06:16.639 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=6c13e5b5070c688e] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:06:16.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:06:16.639 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=6c13e5b5070c688e] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/06 17:06:16.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:06:16.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:06:16.639 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/06 17:06:16.639 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [added-peer-id=6c13e5b5070c688e] [added-peer-peer-urls="[http://127.0.0.1:2388]"] [2024/05/06 17:06:16.641 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=6c13e5b5070c688e] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [2024/05/06 17:06:16.641 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2388] [2024/05/06 17:06:18.138 +08:00] [INFO] [raft.go:929] ["6c13e5b5070c688e is starting a new election at term 1"] [2024/05/06 17:06:18.138 +08:00] [INFO] [raft.go:735] ["6c13e5b5070c688e became pre-candidate at term 1"] [2024/05/06 17:06:18.138 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgPreVoteResp from 6c13e5b5070c688e at term 1"] [2024/05/06 17:06:18.138 +08:00] [INFO] [raft.go:719] ["6c13e5b5070c688e became candidate at term 2"] [2024/05/06 17:06:18.138 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgVoteResp from 6c13e5b5070c688e at term 2"] [2024/05/06 17:06:18.138 +08:00] [INFO] [raft.go:771] ["6c13e5b5070c688e became leader at term 2"] [2024/05/06 17:06:18.138 +08:00] [INFO] [node.go:327] ["raft.node: 6c13e5b5070c688e elected leader 6c13e5b5070c688e at term 2"] [2024/05/06 17:06:18.138 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:06:18.139 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=6c13e5b5070c688e] [local-member-attributes="{Name:pd2 ClientURLs:[http://127.0.0.1:2389]}"] [request-path=/0/members/6c13e5b5070c688e/attributes] [cluster-id=3dbfcd5d7ee94618] [publish-timeout=11s] [2024/05/06 17:06:18.139 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:06:18.139 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [cluster-version=3.4] [2024/05/06 17:06:18.139 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:06:18.139 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:06:18.139 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=MetaStorage] [2024/05/06 17:06:18.139 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=ResourceManager] [2024/05/06 17:06:18.139 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2389] [2024/05/06 17:06:18.142 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810409859674363] [2024/05/06 17:06:18.142 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd2\" member_id:7787820746323814542 peer_urls:\"http://127.0.0.1:2388\" client_urls:\"http://127.0.0.1:2389\" "] [root-path=/pd/7365810409859674363] [2024/05/06 17:06:18.145 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:06:18.146 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=7787820746323814542] [2024/05/06 17:06:18.146 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:06:18.149 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:06:18.149 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd2] [2024/05/06 17:06:18.149 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd2] [2024/05/06 17:06:18.149 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:06:18.149 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:06:18.149 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd2] [2024/05/06 17:06:18.150 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:06:18.150 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7534116788173127181] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:06:18.150 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":4449500758310209048,\"member_id\":7787820746323814542,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/06 17:06:18.150 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810409859674363/leader] [purpose="leader election"] [2024/05/06 17:06:18.150 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd2] [2024/05/06 17:06:18.150 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:06:18.150 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:06:18.150 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:06:18.151 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:06:21.151 +08:00] [next=2024/05/06 17:06:18.151 +08:00] [2024/05/06 17:06:18.152 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:06:18.152 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:06:18.152 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:06:18.154 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:06:18.157 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:06:18.157 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:06:18.157 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd2] [2024/05/06 17:06:18.450 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/06 17:06:18.587 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/06 17:06:18.587 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/06 17:06:18.610 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810409859674363] [request="header: store: region: peers: > "] [2024/05/06 17:06:18.610 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810409859674363] [2024/05/06 17:06:18.613 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=671.045µs] [2024/05/06 17:06:18.613 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=174.043µs] [2024/05/06 17:06:18.614 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:06:18.614 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:06:18.614 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:06:18.614 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:06:18.614 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:06:18.614 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:06:18.614 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:06:18.615 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=564.298µs] [2024/05/06 17:06:18.617 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:06:18.618 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:06:18.618 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986378 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:06:18.618 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:06:19.151 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2389\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:06:20.372 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/dashboard.sqlite.db] [2024/05/06 17:06:20.381 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:06:20.381 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:39321] [remotes="[]"] [2024/05/06 17:06:20.381 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42211] [remotes="[]"] [2024/05/06 17:06:20.381 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:06:20.382 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:06:20.386 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:06:21.614 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:06:21.614 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:06:21.614 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:06:21.615 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.615 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.615 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.616 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.617 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:06:21.617 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:06:21.617 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:06:21.617 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:06:21.628 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:06:21.628357025 +0800 CST m=+5.044308136, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:21.628 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:06:21.628 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/06 17:06:21.628 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/06 17:06:21.628 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/06 17:06:21.628 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:06:21.629 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:06:21.629 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.485153ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:06:21.628357025 +0800 CST m=+5.044308136, startAt:2024-05-06 17:06:21.628451426 +0800 CST m=+5.044402537, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:21.629 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch: peers: id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:06:22.617 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:06:28.615 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20170] [2024/05/06 17:24:20.543 +08:00] [WARN] [stat_persist.go:20] [trace] [elapsed=156.515212ms] [rows=1] [sql="INSERT INTO `keyviz_axis` (`layer_num`,`time`,`axis`) VALUES (0,\"2024-05-06 17:24:20.387\",\"\")"] ==> ./pd1.log <== [2024/05/06 17:36:33.507 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16474] [peer-ids="[16475]"] [2024/05/06 17:36:33.508 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2400000000000000F8} -> {748000000000004FFF2700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7908] [new-version=7909] [2024/05/06 17:36:33.508 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16474 start_key:\"748000000000004FFF2400000000000000F8\" end_key:\"748000000000004FFF2700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.510 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16476] [peer-ids="[16477]"] [2024/05/06 17:36:33.511 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2700000000000000F8} -> {748000000000004FFF2800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7909] [new-version=7910] [2024/05/06 17:36:33.511 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16476 start_key:\"748000000000004FFF2700000000000000F8\" end_key:\"748000000000004FFF2800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.513 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16478] [peer-ids="[16479]"] [2024/05/06 17:36:33.514 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2800000000000000F8} -> {748000000000004FFF2900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7910] [new-version=7911] [2024/05/06 17:36:33.514 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16478 start_key:\"748000000000004FFF2800000000000000F8\" end_key:\"748000000000004FFF2900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.516 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16480] [peer-ids="[16481]"] [2024/05/06 17:36:33.517 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2900000000000000F8} -> {748000000000004FFF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7911] [new-version=7912] [2024/05/06 17:36:33.517 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16480 start_key:\"748000000000004FFF2900000000000000F8\" end_key:\"748000000000004FFF2A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.519 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16482] [peer-ids="[16483]"] [2024/05/06 17:36:33.520 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16482 start_key:\"748000000000004FFF2A00000000000000F8\" end_key:\"748000000000004FFF2B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.520 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2A00000000000000F8} -> {748000000000004FFF2B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7912] [new-version=7913] [2024/05/06 17:36:33.523 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16484] [peer-ids="[16485]"] [2024/05/06 17:36:33.523 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2B00000000000000F8} -> {748000000000004FFF2C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7913] [new-version=7914] [2024/05/06 17:36:33.523 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16484 start_key:\"748000000000004FFF2B00000000000000F8\" end_key:\"748000000000004FFF2C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.526 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16486] [peer-ids="[16487]"] [2024/05/06 17:36:33.526 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16486 start_key:\"748000000000004FFF2C00000000000000F8\" end_key:\"748000000000004FFF2D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.526 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2C00000000000000F8} -> {748000000000004FFF2D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7914] [new-version=7915] [2024/05/06 17:36:33.529 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16488] [peer-ids="[16489]"] [2024/05/06 17:36:33.529 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2D00000000000000F8} -> {748000000000004FFF2E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7915] [new-version=7916] [2024/05/06 17:36:33.529 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16488 start_key:\"748000000000004FFF2D00000000000000F8\" end_key:\"748000000000004FFF2E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.533 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16490] [peer-ids="[16491]"] [2024/05/06 17:36:33.533 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16490 start_key:\"748000000000004FFF2E00000000000000F8\" end_key:\"748000000000004FFF2F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.533 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2E00000000000000F8} -> {748000000000004FFF2F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7916] [new-version=7917] [2024/05/06 17:36:33.536 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16492] [peer-ids="[16493]"] [2024/05/06 17:36:33.536 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16492 start_key:\"748000000000004FFF2F00000000000000F8\" end_key:\"748000000000004FFF3000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.536 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF2F00000000000000F8} -> {748000000000004FFF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7917] [new-version=7918] [2024/05/06 17:36:33.539 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16494] [peer-ids="[16495]"] [2024/05/06 17:36:33.540 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3000000000000000F8} -> {748000000000004FFF3100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7918] [new-version=7919] [2024/05/06 17:36:33.539 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16494 start_key:\"748000000000004FFF3000000000000000F8\" end_key:\"748000000000004FFF3100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.542 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16496] [peer-ids="[16497]"] [2024/05/06 17:36:33.543 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3100000000000000F8} -> {748000000000004FFF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7919] [new-version=7920] [2024/05/06 17:36:33.543 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16496 start_key:\"748000000000004FFF3100000000000000F8\" end_key:\"748000000000004FFF3200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.586 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16498] [peer-ids="[16499]"] [2024/05/06 17:36:33.587 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16498 start_key:\"748000000000004FFF3200000000000000F8\" end_key:\"748000000000004FFF3500000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.587 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3200000000000000F8} -> {748000000000004FFF3500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7920] [new-version=7921] [2024/05/06 17:36:33.590 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16500] [peer-ids="[16501]"] [2024/05/06 17:36:33.590 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16500 start_key:\"748000000000004FFF3500000000000000F8\" end_key:\"748000000000004FFF3600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.590 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3500000000000000F8} -> {748000000000004FFF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7921] [new-version=7922] [2024/05/06 17:36:33.593 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16502] [peer-ids="[16503]"] [2024/05/06 17:36:33.593 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3600000000000000F8} -> {748000000000004FFF3700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7922] [new-version=7923] [2024/05/06 17:36:33.593 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16502 start_key:\"748000000000004FFF3600000000000000F8\" end_key:\"748000000000004FFF3700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.596 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16504] [peer-ids="[16505]"] [2024/05/06 17:36:33.596 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16504 start_key:\"748000000000004FFF3700000000000000F8\" end_key:\"748000000000004FFF3800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.596 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3700000000000000F8} -> {748000000000004FFF3800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7923] [new-version=7924] [2024/05/06 17:36:33.655 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16506] [peer-ids="[16507]"] [2024/05/06 17:36:33.655 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3800000000000000F8} -> {748000000000004FFF3B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7924] [new-version=7925] [2024/05/06 17:36:33.655 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16506 start_key:\"748000000000004FFF3800000000000000F8\" end_key:\"748000000000004FFF3B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.658 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16508] [peer-ids="[16509]"] [2024/05/06 17:36:33.658 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3B00000000000000F8} -> {748000000000004FFF3C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7925] [new-version=7926] [2024/05/06 17:36:33.658 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16508 start_key:\"748000000000004FFF3B00000000000000F8\" end_key:\"748000000000004FFF3C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.661 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16510] [peer-ids="[16511]"] [2024/05/06 17:36:33.662 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3C00000000000000F8} -> {748000000000004FFF3D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7926] [new-version=7927] [2024/05/06 17:36:33.661 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16510 start_key:\"748000000000004FFF3C00000000000000F8\" end_key:\"748000000000004FFF3D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.664 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16512] [peer-ids="[16513]"] [2024/05/06 17:36:33.665 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3D00000000000000F8} -> {748000000000004FFF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7927] [new-version=7928] [2024/05/06 17:36:33.665 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16512 start_key:\"748000000000004FFF3D00000000000000F8\" end_key:\"748000000000004FFF3E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.726 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16514] [peer-ids="[16515]"] [2024/05/06 17:36:33.727 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF3E00000000000000F8} -> {748000000000004FFF4100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7928] [new-version=7929] [2024/05/06 17:36:33.727 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16514 start_key:\"748000000000004FFF3E00000000000000F8\" end_key:\"748000000000004FFF4100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.732 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16516] [peer-ids="[16517]"] [2024/05/06 17:36:33.732 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4100000000000000F8} -> {748000000000004FFF4200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7929] [new-version=7930] [2024/05/06 17:36:33.732 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16516 start_key:\"748000000000004FFF4100000000000000F8\" end_key:\"748000000000004FFF4200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.735 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16518] [peer-ids="[16519]"] [2024/05/06 17:36:33.736 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4200000000000000F8} -> {748000000000004FFF4300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7930] [new-version=7931] [2024/05/06 17:36:33.736 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16518 start_key:\"748000000000004FFF4200000000000000F8\" end_key:\"748000000000004FFF4300000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.738 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16520] [peer-ids="[16521]"] [2024/05/06 17:36:33.739 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4300000000000000F8} -> {748000000000004FFF4400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7931] [new-version=7932] [2024/05/06 17:36:33.739 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16520 start_key:\"748000000000004FFF4300000000000000F8\" end_key:\"748000000000004FFF4400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.796 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16522] [peer-ids="[16523]"] [2024/05/06 17:36:33.797 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16522 start_key:\"748000000000004FFF4400000000000000F8\" end_key:\"748000000000004FFF4700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.797 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4400000000000000F8} -> {748000000000004FFF4700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7932] [new-version=7933] [2024/05/06 17:36:33.799 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16524] [peer-ids="[16525]"] [2024/05/06 17:36:33.800 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4700000000000000F8} -> {748000000000004FFF4800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7933] [new-version=7934] [2024/05/06 17:36:33.800 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16524 start_key:\"748000000000004FFF4700000000000000F8\" end_key:\"748000000000004FFF4800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:33.803 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16526] [peer-ids="[16527]"] [2024/05/06 17:36:33.804 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4800000000000000F8} -> {748000000000004FFF4900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7934] [new-version=7935] [2024/05/06 17:36:33.804 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16526 start_key:\"748000000000004FFF4800000000000000F8\" end_key:\"748000000000004FFF4900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.221 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16528] [peer-ids="[16529]"] [2024/05/06 17:36:34.222 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4900000000000000F8} -> {748000000000004FFF4F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7935] [new-version=7936] [2024/05/06 17:36:34.222 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16528 start_key:\"748000000000004FFF4900000000000000F8\" end_key:\"748000000000004FFF4F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.224 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16530] [peer-ids="[16531]"] [2024/05/06 17:36:34.225 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16530 start_key:\"748000000000004FFF4F00000000000000F8\" end_key:\"748000000000004FFF5000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.225 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF4F00000000000000F8} -> {748000000000004FFF5000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7936] [new-version=7937] [2024/05/06 17:36:34.228 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16532] [peer-ids="[16533]"] [2024/05/06 17:36:34.228 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5000000000000000F8} -> {748000000000004FFF5100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7937] [new-version=7938] [2024/05/06 17:36:34.228 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16532 start_key:\"748000000000004FFF5000000000000000F8\" end_key:\"748000000000004FFF5100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.231 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16534] [peer-ids="[16535]"] [2024/05/06 17:36:34.231 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5100000000000000F8} -> {748000000000004FFF5200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7938] [new-version=7939] [2024/05/06 17:36:34.231 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16534 start_key:\"748000000000004FFF5100000000000000F8\" end_key:\"748000000000004FFF5200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.291 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16536] [peer-ids="[16537]"] [2024/05/06 17:36:34.292 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16536 start_key:\"748000000000004FFF5200000000000000F8\" end_key:\"748000000000004FFF5400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.292 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5200000000000000F8} -> {748000000000004FFF5400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7939] [new-version=7940] [2024/05/06 17:36:34.355 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16538] [peer-ids="[16539]"] [2024/05/06 17:36:34.356 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16538 start_key:\"748000000000004FFF5400000000000000F8\" end_key:\"748000000000004FFF5700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.356 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5400000000000000F8} -> {748000000000004FFF5700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7940] [new-version=7941] [2024/05/06 17:36:34.359 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16540] [peer-ids="[16541]"] [2024/05/06 17:36:34.360 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5700000000000000F8} -> {748000000000004FFF5800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7941] [new-version=7942] [2024/05/06 17:36:34.360 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16540 start_key:\"748000000000004FFF5700000000000000F8\" end_key:\"748000000000004FFF5800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.362 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16542] [peer-ids="[16543]"] [2024/05/06 17:36:34.363 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5800000000000000F8} -> {748000000000004FFF5900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7942] [new-version=7943] [2024/05/06 17:36:34.363 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16542 start_key:\"748000000000004FFF5800000000000000F8\" end_key:\"748000000000004FFF5900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.365 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16544] [peer-ids="[16545]"] [2024/05/06 17:36:34.366 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16544 start_key:\"748000000000004FFF5900000000000000F8\" end_key:\"748000000000004FFF5A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.366 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5900000000000000F8} -> {748000000000004FFF5A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7943] [new-version=7944] [2024/05/06 17:36:34.418 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16546] [peer-ids="[16547]"] [2024/05/06 17:36:34.419 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16546 start_key:\"748000000000004FFF5A00000000000000F8\" end_key:\"748000000000004FFF5C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:34.419 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5A00000000000000F8} -> {748000000000004FFF5C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7944] [new-version=7945] [2024/05/06 17:36:34.902 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16546] [2024/05/06 17:36:35.006 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16548] [peer-ids="[16549]"] [2024/05/06 17:36:35.007 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5C00000000000000F8} -> {748000000000004FFF5D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7945] [new-version=7946] [2024/05/06 17:36:35.007 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16548 start_key:\"748000000000004FFF5C00000000000000F8\" end_key:\"748000000000004FFF5D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:35.265 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16548] [2024/05/06 17:36:35.369 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16550] [peer-ids="[16551]"] [2024/05/06 17:36:35.370 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5D00000000000000F8} -> {748000000000004FFF5E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7946] [new-version=7947] [2024/05/06 17:36:35.370 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16550 start_key:\"748000000000004FFF5D00000000000000F8\" end_key:\"748000000000004FFF5E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:35.631 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16550] [2024/05/06 17:36:35.735 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16552] [peer-ids="[16553]"] [2024/05/06 17:36:35.736 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5E00000000000000F8} -> {748000000000004FFF5F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7947] [new-version=7948] [2024/05/06 17:36:35.736 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16552 start_key:\"748000000000004FFF5E00000000000000F8\" end_key:\"748000000000004FFF5F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:35.736 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16552] [2024/05/06 17:36:35.841 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16554] [peer-ids="[16555]"] [2024/05/06 17:36:35.842 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF5F00000000000000F8} -> {748000000000004FFF6000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7948] [new-version=7949] [2024/05/06 17:36:35.842 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16554 start_key:\"748000000000004FFF5F00000000000000F8\" end_key:\"748000000000004FFF6000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:35.842 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16554] [2024/05/06 17:36:36.208 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16556] [peer-ids="[16557]"] [2024/05/06 17:36:36.209 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16556 start_key:\"748000000000004FFF6000000000000000F8\" end_key:\"748000000000004FFF6200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:36.209 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6000000000000000F8} -> {748000000000004FFF6200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7949] [new-version=7950] [2024/05/06 17:36:36.290 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16558] [peer-ids="[16559]"] [2024/05/06 17:36:36.291 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6200000000000000F8} -> {748000000000004FFF6400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7950] [new-version=7951] [2024/05/06 17:36:36.291 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16558 start_key:\"748000000000004FFF6200000000000000F8\" end_key:\"748000000000004FFF6400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:36.626 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16558] [2024/05/06 17:36:36.730 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16560] [peer-ids="[16561]"] [2024/05/06 17:36:36.731 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16560 start_key:\"748000000000004FFF6400000000000000F8\" end_key:\"748000000000004FFF6500000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:36.731 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6400000000000000F8} -> {748000000000004FFF6500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7951] [new-version=7952] [2024/05/06 17:36:37.008 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16560] [2024/05/06 17:36:37.602 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16562] [peer-ids="[16563]"] [2024/05/06 17:36:37.603 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6500000000000000F8} -> {748000000000004FFF6800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7952] [new-version=7953] [2024/05/06 17:36:37.603 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16562 start_key:\"748000000000004FFF6500000000000000F8\" end_key:\"748000000000004FFF6800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:37.603 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16562] [2024/05/06 17:36:37.708 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16564] [peer-ids="[16565]"] [2024/05/06 17:36:37.708 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16564 start_key:\"748000000000004FFF6800000000000000F8\" end_key:\"748000000000004FFF6900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:37.708 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6800000000000000F8} -> {748000000000004FFF6900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7953] [new-version=7954] [2024/05/06 17:36:37.708 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16564] [2024/05/06 17:36:37.812 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16566] [peer-ids="[16567]"] [2024/05/06 17:36:37.813 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6900000000000000F8} -> {748000000000004FFF6A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7954] [new-version=7955] [2024/05/06 17:36:37.813 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16566 start_key:\"748000000000004FFF6900000000000000F8\" end_key:\"748000000000004FFF6A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:37.813 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16566] [2024/05/06 17:36:37.917 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16568] [peer-ids="[16569]"] [2024/05/06 17:36:37.918 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6A00000000000000F8} -> {748000000000004FFF6B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7955] [new-version=7956] [2024/05/06 17:36:37.918 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16568 start_key:\"748000000000004FFF6A00000000000000F8\" end_key:\"748000000000004FFF6B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:37.918 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16568] [2024/05/06 17:36:38.311 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16570] [peer-ids="[16571]"] [2024/05/06 17:36:38.312 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16570 start_key:\"748000000000004FFF6B00000000000000F8\" end_key:\"748000000000004FFF6E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:38.312 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6B00000000000000F8} -> {748000000000004FFF6E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7956] [new-version=7957] [2024/05/06 17:36:38.647 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16570] [2024/05/06 17:36:39.053 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16572] [peer-ids="[16573]"] [2024/05/06 17:36:39.054 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF6E00000000000000F8} -> {748000000000004FFF7100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7957] [new-version=7958] [2024/05/06 17:36:39.054 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16572 start_key:\"748000000000004FFF6E00000000000000F8\" end_key:\"748000000000004FFF7100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.057 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16574] [peer-ids="[16575]"] [2024/05/06 17:36:39.057 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF7100000000000000F8} -> {748000000000004FFF7200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7958] [new-version=7959] [2024/05/06 17:36:39.057 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16574 start_key:\"748000000000004FFF7100000000000000F8\" end_key:\"748000000000004FFF7200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.136 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16576] [peer-ids="[16577]"] [2024/05/06 17:36:39.137 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF7200000000000000F8} -> {748000000000004FFF7500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7959] [new-version=7960] [2024/05/06 17:36:39.137 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16576 start_key:\"748000000000004FFF7200000000000000F8\" end_key:\"748000000000004FFF7500000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.323 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16578] [peer-ids="[16579]"] [2024/05/06 17:36:39.324 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF7500000000000000F8} -> {748000000000004FFF7900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7960] [new-version=7961] [2024/05/06 17:36:39.324 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16578 start_key:\"748000000000004FFF7500000000000000F8\" end_key:\"748000000000004FFF7900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.397 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16580] [peer-ids="[16581]"] [2024/05/06 17:36:39.398 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF7900000000000000F8} -> {748000000000004FFF7C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7961] [new-version=7962] [2024/05/06 17:36:39.398 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16580 start_key:\"748000000000004FFF7900000000000000F8\" end_key:\"748000000000004FFF7C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.400 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16582] [peer-ids="[16583]"] [2024/05/06 17:36:39.401 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF7C00000000000000F8} -> {748000000000004FFF7D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7962] [new-version=7963] [2024/05/06 17:36:39.401 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16582 start_key:\"748000000000004FFF7C00000000000000F8\" end_key:\"748000000000004FFF7D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.442 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16584] [peer-ids="[16585]"] [2024/05/06 17:36:39.443 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF7D00000000000000F8} -> {748000000000004FFF7F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7963] [new-version=7964] [2024/05/06 17:36:39.443 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16584 start_key:\"748000000000004FFF7D00000000000000F8\" end_key:\"748000000000004FFF7F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.443 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16584] [2024/05/06 17:36:39.547 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16586] [peer-ids="[16587]"] [2024/05/06 17:36:39.548 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF7F00000000000000F8} -> {748000000000004FFF8000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7964] [new-version=7965] [2024/05/06 17:36:39.548 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16586 start_key:\"748000000000004FFF7F00000000000000F8\" end_key:\"748000000000004FFF8000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:39.889 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16586] [2024/05/06 17:36:40.640 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16588] [peer-ids="[16589]"] [2024/05/06 17:36:40.641 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF8000000000000000F8} -> {748000000000004FFF8300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7965] [new-version=7966] [2024/05/06 17:36:40.641 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16588 start_key:\"748000000000004FFF8000000000000000F8\" end_key:\"748000000000004FFF8300000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:40.641 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16588] [2024/05/06 17:36:41.008 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:40630, StartTime:2024-05-06 17:36:41 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__partition/t_month_data_monitor/p20190401\",\"schema/table__partition/t_month_data_monitor/p20190402\",\"schema/table__partition/t_month_data_monitor\",\"schema/table__partition/t_range_locate/p0\",\"schema/table__partition/t_range_locate/p1\",\"schema/table__partition/t_range_locate\",\"schema/table__partition/t_extra/p0\",\"schema/table__partition/t_extra/p1\",\"schema/table__partition/t_extra\",\"schema/table__partition/t_a/p0\",\"schema/table__partition/t_a/p1\",\"schema/table__partition/t_a/p2\",\"schema/table__partition/t_a/p3\",\"schema/table__partition/t_a/p4\",\"schema/table__partition/t_a/p5\",\"schema/table__partition/t_a/p6\",\"schema/table__partition/t_a/p7\",\"schema/table__partition/t_a/p8\",\"schema/table__partition/t_a/p9\",\"schema/table__partition/t_a\",\"schema/table__partition/t_b/p0\",\"schema/table__partition/t_b/p1\",\"schema/table__partition/t_b/p2\",\"schema/table__partition/t_b\",\"schema/table__partition/t_hash_locate/p0\",\"schema/table__partition/t_hash_locate/p1\",\"schema/table__partition/t_hash_locate/p2\",\"schema/table__partition/t_hash_locate/p3\",\"schema/table__partition/t_hash_locate/p4\",\"schema/table__partition/t_hash_locate/p5\",\"schema/table__partition/t_hash_locate/p6\",\"schema/table__partition/t_hash_locate/p7\",\"schema/table__partition/t_hash_locate/p8\",\"schema/table__partition/t_hash_locate/p9\",\"schema/table__partition/t_hash_locate\",\"schema/table__partition/t_range/p0\",\"schema/table__partition/t_range/p1\",\"schema/table__partition/t_range/p2\",\"schema/table__partition/t_range\",\"schema/table__partition/timezone_test/p5\",\"schema/table__partition/timezone_test/p6\",\"schema/table__partition/timezone_test/p7\",\"schema/table__partition/timezone_test/p8\",\"schema/table__partition/timezone_test/p9\",\"schema/table__partition/timezone_test\",\"schema/table__partition/t_uint/p0\",\"schema/table__partition/t_uint/p1\",\"schema/table__partition/t_uint/p2\",\"schema/table__partition/t_uint/p3\",\"schema/table__partition/t_uint\",\"schema/table__partition/t_int/p0\",\"schema/table__partition/t_int/p1\",\"schema/table__partition/t_int/p2\",\"schema/table__partition/t_int/p3\",\"schema/table__partition/t_int/p4\",\"schema/table__partition/t_int\",\"schema/table__partition/t1/p0\",\"schema/table__partition/t1/p1\",\"schema/table__partition/t1/p2\",\"schema/table__partition/t1/p3\",\"schema/table__partition/t1/p4\",\"schema/table__partition/t1\",\"schema/table__partition/t2/p0\",\"schema/table__partition/t2/p1\",\"schema/table__partition/t2/p2\",\"schema/table__partition/t2/p3\",\"schema/table__partition/t2/p4\",\"schema/table__partition/t2/p5\",\"schema/table__partition/t2/p6\",\"schema/table__partition/t2/p7\",\"schema/table__partition/t2/p8\",\"schema/table__partition/t2/p9\",\"schema/table__partition/t2\",\"schema/table__partition/t_21574/p0\",\"schema/table__partition/t_21574\",\"schema/table__partition/tkey1/p0\",\"schema/table__partition/tkey1/p1\",\"schema/table__partition/tkey1/p2\",\"schema/table__partition/tkey1/p3\",\"schema/table__partition/tkey1\",\"schema/table__partition/tkey_linear/p0\",\"schema/table__partition/tkey_linear/p1\",\"schema/table__partition/tkey_linear/p2\",\"schema/table__partition/tkey_linear/p3\",\"schema/table__partition/tkey_linear/p4\",\"schema/table__partition/tkey_linear\",\"schema/table__partition/tkey_algorithm1/p0\",\"schema/table__partition/tkey_algorithm1/p1\",\"schema/table__partition/tkey_algorithm1/p2\",\"schema/table__partition/tkey_algorithm1/p3\",\"schema/table__partition/tkey_algorithm1/p4\",\"schema/table__partition/tkey_algorithm1\",\"schema/table__partition/tkey_algorithm2/p0\",\"schema/table__partition/tkey_algorithm2/p1\",\"schema/table__partition/tkey_algorithm2/p2\",\"schema/table__partition/tkey_algorithm2/p3\",\"schema/table__partition/tkey_algorithm2/p4\",\"schema/table__partition/tkey_algorithm2\",\"schema/table__partition/tkey_subpartition1/p0\",\"schema/table__partition/tkey_subpartition1/p1\",\"schema/table__partition/tkey_subpartition1/p2\",\"schema/table__partition/tkey_subpartition1\",\"schema/table__partition/tkey10/p0\",\"schema/table__partition/tkey10/p1\",\"schema/table__partition/tkey10/p2\",\"schema/table__partition/tkey10/p3\",\"schema/table__partition/tkey10/p4\",\"schema/table__partition/tkey10\",\"schema/table__partition/tkey11/pp0\",\"schema/table__partition/tkey11/pp1\",\"schema/table__partition/tkey11/pp2\",\"schema/table__partition/tkey11/pp3\",\"schema/table__partition/tkey11\",\"schema/table__partition/tkey12/pp0\",\"schema/table__partition/tkey12/pp1\",\"schema/table__partition/tkey12/pp2\",\"schema/table__partition/tkey12/pp3\",\"schema/table__partition/tkey12\",\"schema/table__partition/tkey13/p0\",\"schema/table__partition/tkey13/p1\",\"schema/table__partition/tkey13/p2\",\"schema/table__partition/tkey13/p3\",\"schema/table__partition/tkey13\",\"schema/table__partition/tkey12_2/p0\",\"schema/table__partition/tkey12_2/p1\",\"schema/table__partition/tkey12_2/p2\",\"schema/table__partition/tkey12_2/p3\",\"schema/table__partition/tkey12_2\",\"schema/table__partition/tkey29/p0\",\"schema/table__partition/tkey29/p1\",\"schema/table__partition/tkey29/p2\",\"schema/table__partition/tkey29/p3\",\"schema/table__partition/tkey29\",\"schema/table__partition/tkey30/p0\",\"schema/table__partition/tkey30/p1\",\"schema/table__partition/tkey30/p2\",\"schema/table__partition/tkey30/p3\",\"schema/table__partition/tkey30\",\"schema/table__partition/tkey31/p0\",\"schema/table__partition/tkey31/p1\",\"schema/table__partition/tkey31/p2\",\"schema/table__partition/tkey31/p3\",\"schema/table__partition/tkey31\",\"schema/table__partition/t_31721/p0\",\"schema/table__partition/t_31721/p1\",\"schema/table__partition/t_31721/p2\",\"schema/table__partition/t_31721\",\"schema/table__partition/tkey14/p0\",\"schema/table__partition/tkey14/p1\",\"schema/table__partition/tkey14/p2\",\"schema/table__partition/tkey14/p3\",\"schema/table__partition/tkey14/p4\",\"schema/table__partition/tkey14\",\"schema/table__partition/tkey15/p0\",\"schema/table__partition/tkey15/p1\",\"schema/table__partition/tkey15/p2\",\"schema/table__partition/tkey15/p3\",\"schema/table__partition/tkey15\",\"schema/table__partition/tkey16\",\"schema/table__partition/tkey17/p0\",\"schema/table__partition/tkey17/p1\",\"schema/table__partition/tkey17\",\"schema/table__partition/t_44966/p0\",\"schema/table__partition/t_44966\",\"schema/table__partition/t\"]}}"] [2024/05/06 17:36:41.213 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16590] [peer-ids="[16591]"] [2024/05/06 17:36:41.214 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF8300000000000000F8} -> {748000000000004FFF8800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7966] [new-version=7967] [2024/05/06 17:36:41.214 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16590 start_key:\"748000000000004FFF8300000000000000F8\" end_key:\"748000000000004FFF8800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:41.259 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:40630, StartTime:2024-05-06 17:36:41 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__tables/shard_t\"]}}"] [2024/05/06 17:36:41.458 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16592] [peer-ids="[16593]"] [2024/05/06 17:36:41.459 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16592 start_key:\"748000000000004FFF8800000000000000F8\" end_key:\"748000000000004FFF8D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:41.459 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF8800000000000000F8} -> {748000000000004FFF8D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7967] [new-version=7968] [2024/05/06 17:36:41.543 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16594] [peer-ids="[16595]"] [2024/05/06 17:36:41.544 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF8D00000000000000F8} -> {748000000000004FFF8F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7968] [new-version=7969] [2024/05/06 17:36:41.544 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16594 start_key:\"748000000000004FFF8D00000000000000F8\" end_key:\"748000000000004FFF8F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:41.593 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:40630, StartTime:2024-05-06 17:36:41 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__temptable/t\",\"schema/table__temptable/tv\"]}}"] [2024/05/06 17:36:41.817 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16596] [peer-ids="[16597]"] [2024/05/06 17:36:41.817 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF8F00000000000000F8} -> {748000000000004FFF9500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7969] [new-version=7970] [2024/05/06 17:36:41.817 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16596 start_key:\"748000000000004FFF8F00000000000000F8\" end_key:\"748000000000004FFF9500000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:41.888 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16598] [peer-ids="[16599]"] [2024/05/06 17:36:41.888 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16598 start_key:\"748000000000004FFF9500000000000000F8\" end_key:\"748000000000004FFF9700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:41.889 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9500000000000000F8} -> {748000000000004FFF9700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7970] [new-version=7971] [2024/05/06 17:36:41.964 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16600] [peer-ids="[16601]"] [2024/05/06 17:36:41.965 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9700000000000000F8} -> {748000000000004FFF9900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7971] [new-version=7972] [2024/05/06 17:36:41.965 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16600 start_key:\"748000000000004FFF9700000000000000F8\" end_key:\"748000000000004FFF9900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.030 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16602] [peer-ids="[16603]"] [2024/05/06 17:36:42.031 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9900000000000000F8} -> {748000000000004FFF9B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7972] [new-version=7973] [2024/05/06 17:36:42.031 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16602 start_key:\"748000000000004FFF9900000000000000F8\" end_key:\"748000000000004FFF9B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.107 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16604] [peer-ids="[16605]"] [2024/05/06 17:36:42.107 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16604 start_key:\"748000000000004FFF9B00000000000000F8\" end_key:\"748000000000004FFF9D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.107 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9B00000000000000F8} -> {748000000000004FFF9D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7973] [new-version=7974] [2024/05/06 17:36:42.174 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16606] [peer-ids="[16607]"] [2024/05/06 17:36:42.175 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9D00000000000000F8} -> {748000000000004FFF9F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7974] [new-version=7975] [2024/05/06 17:36:42.175 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16606 start_key:\"748000000000004FFF9D00000000000000F8\" end_key:\"748000000000004FFF9F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.219 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:40630, StartTime:2024-05-06 17:36:42 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/topn_push_down/tr\",\"schema/topn_push_down/p\",\"schema/topn_push_down/te\",\"schema/topn_push_down/t1\",\"schema/topn_push_down/t2\",\"schema/topn_push_down/t\"]}}"] [2024/05/06 17:36:42.610 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16608] [peer-ids="[16609]"] [2024/05/06 17:36:42.610 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9F00000000000000F8} -> {748000000000004FFFA700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7975] [new-version=7976] [2024/05/06 17:36:42.610 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16608 start_key:\"748000000000004FFF9F00000000000000F8\" end_key:\"748000000000004FFFA700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.680 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16610] [peer-ids="[16611]"] [2024/05/06 17:36:42.681 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA700000000000000F8} -> {748000000000004FFFA900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7976] [new-version=7977] [2024/05/06 17:36:42.681 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16610 start_key:\"748000000000004FFFA700000000000000F8\" end_key:\"748000000000004FFFA900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.748 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16612] [peer-ids="[16613]"] [2024/05/06 17:36:42.749 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA900000000000000F8} -> {748000000000004FFFAB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7977] [new-version=7978] [2024/05/06 17:36:42.749 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16612 start_key:\"748000000000004FFFA900000000000000F8\" end_key:\"748000000000004FFFAB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.825 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16614] [peer-ids="[16615]"] [2024/05/06 17:36:42.830 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFAB00000000000000F8} -> {748000000000004FFFAD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7978] [new-version=7979] [2024/05/06 17:36:42.829 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16614 start_key:\"748000000000004FFFAB00000000000000F8\" end_key:\"748000000000004FFFAD00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.903 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16616] [peer-ids="[16617]"] [2024/05/06 17:36:42.904 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFAD00000000000000F8} -> {748000000000004FFFAF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7979] [new-version=7980] [2024/05/06 17:36:42.904 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16616 start_key:\"748000000000004FFFAD00000000000000F8\" end_key:\"748000000000004FFFAF00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:42.976 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16618] [peer-ids="[16619]"] [2024/05/06 17:36:42.977 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFAF00000000000000F8} -> {748000000000004FFFB100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7980] [new-version=7981] [2024/05/06 17:36:42.977 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16618 start_key:\"748000000000004FFFAF00000000000000F8\" end_key:\"748000000000004FFFB100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:43.054 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16620] [peer-ids="[16621]"] [2024/05/06 17:36:43.054 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16620 start_key:\"748000000000004FFFB100000000000000F8\" end_key:\"748000000000004FFFB300000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:43.054 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFB100000000000000F8} -> {748000000000004FFFB300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7981] [new-version=7982] [2024/05/06 17:36:43.122 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16622] [peer-ids="[16623]"] [2024/05/06 17:36:43.123 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16622 start_key:\"748000000000004FFFB300000000000000F8\" end_key:\"748000000000004FFFB500000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:43.123 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFB300000000000000F8} -> {748000000000004FFFB500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7982] [new-version=7983] [2024/05/06 17:36:45.194 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:40630, StartTime:2024-05-06 17:36:45 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/tpch/nation\",\"schema/tpch/region\",\"schema/tpch/part\",\"schema/tpch/supplier\",\"schema/tpch/partsupp\",\"schema/tpch/customer\",\"schema/tpch/orders\",\"schema/tpch/lineitem\"]}}"] [2024/05/06 17:36:45.424 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16624] [peer-ids="[16625]"] [2024/05/06 17:36:45.426 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFB500000000000000F8} -> {748000000000004FFFBA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7983] [new-version=7984] [2024/05/06 17:36:45.426 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16624 start_key:\"748000000000004FFFB500000000000000F8\" end_key:\"748000000000004FFFBA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:45.607 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16626] [peer-ids="[16627]"] [2024/05/06 17:36:45.608 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFBA00000000000000F8} -> {748000000000004FFFBD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7984] [new-version=7985] [2024/05/06 17:36:45.608 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16626 start_key:\"748000000000004FFFBA00000000000000F8\" end_key:\"748000000000004FFFBD00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:45.682 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16628] [peer-ids="[16629]"] [2024/05/06 17:36:45.683 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFBD00000000000000F8} -> {748000000000004FFFBF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7985] [new-version=7986] [2024/05/06 17:36:45.683 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16628 start_key:\"748000000000004FFFBD00000000000000F8\" end_key:\"748000000000004FFFBF00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:45.870 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16630] [peer-ids="[16631]"] [2024/05/06 17:36:45.870 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFBF00000000000000F8} -> {748000000000004FFFC200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7986] [new-version=7987] [2024/05/06 17:36:45.870 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16630 start_key:\"748000000000004FFFBF00000000000000F8\" end_key:\"748000000000004FFFC200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:45.949 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16632] [peer-ids="[16633]"] [2024/05/06 17:36:45.950 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC200000000000000F8} -> {748000000000004FFFC400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7987] [new-version=7988] [2024/05/06 17:36:45.950 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16632 start_key:\"748000000000004FFFC200000000000000F8\" end_key:\"748000000000004FFFC400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:46.029 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16634] [peer-ids="[16635]"] [2024/05/06 17:36:46.030 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC400000000000000F8} -> {748000000000004FFFC600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7988] [new-version=7989] [2024/05/06 17:36:46.030 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16634 start_key:\"748000000000004FFFC400000000000000F8\" end_key:\"748000000000004FFFC600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:46.224 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16636] [peer-ids="[16637]"] [2024/05/06 17:36:46.225 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC600000000000000F8} -> {748000000000004FFFC900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7989] [new-version=7990] [2024/05/06 17:36:46.225 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16636 start_key:\"748000000000004FFFC600000000000000F8\" end_key:\"748000000000004FFFC900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:46.418 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16638] [peer-ids="[16639]"] [2024/05/06 17:36:46.419 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16638 start_key:\"748000000000004FFFC900000000000000F8\" end_key:\"748000000000004FFFCC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:46.419 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC900000000000000F8} -> {748000000000004FFFCC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7990] [new-version=7991] [2024/05/06 17:36:46.604 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16640] [peer-ids="[16641]"] [2024/05/06 17:36:46.605 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFCC00000000000000F8} -> {748000000000004FFFCF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7991] [new-version=7992] [2024/05/06 17:36:46.605 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16640 start_key:\"748000000000004FFFCC00000000000000F8\" end_key:\"748000000000004FFFCF00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:46.797 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16642] [peer-ids="[16643]"] [2024/05/06 17:36:46.798 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16642 start_key:\"748000000000004FFFCF00000000000000F8\" end_key:\"748000000000004FFFD200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:46.798 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFCF00000000000000F8} -> {748000000000004FFFD200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7992] [new-version=7993] [2024/05/06 17:36:46.985 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16644] [peer-ids="[16645]"] [2024/05/06 17:36:46.986 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16644 start_key:\"748000000000004FFFD200000000000000F8\" end_key:\"748000000000004FFFD500000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:46.986 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD200000000000000F8} -> {748000000000004FFFD500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7993] [new-version=7994] [2024/05/06 17:36:47.173 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16646] [peer-ids="[16647]"] [2024/05/06 17:36:47.173 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD500000000000000F8} -> {748000000000004FFFD800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7994] [new-version=7995] [2024/05/06 17:36:47.174 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16646 start_key:\"748000000000004FFFD500000000000000F8\" end_key:\"748000000000004FFFD800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:47.356 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16648] [peer-ids="[16649]"] [2024/05/06 17:36:47.356 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16648 start_key:\"748000000000004FFFD800000000000000F8\" end_key:\"748000000000004FFFDB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:47.356 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD800000000000000F8} -> {748000000000004FFFDB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7995] [new-version=7996] [2024/05/06 17:36:47.539 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16650] [peer-ids="[16651]"] [2024/05/06 17:36:47.540 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFDB00000000000000F8} -> {748000000000004FFFDE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7996] [new-version=7997] [2024/05/06 17:36:47.540 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16650 start_key:\"748000000000004FFFDB00000000000000F8\" end_key:\"748000000000004FFFDE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:47.728 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16652] [peer-ids="[16653]"] [2024/05/06 17:36:47.728 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFDE00000000000000F8} -> {748000000000004FFFE100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7997] [new-version=7998] [2024/05/06 17:36:47.728 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16652 start_key:\"748000000000004FFFDE00000000000000F8\" end_key:\"748000000000004FFFE100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:47.911 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16654] [peer-ids="[16655]"] [2024/05/06 17:36:47.911 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16654 start_key:\"748000000000004FFFE100000000000000F8\" end_key:\"748000000000004FFFE400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:47.911 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFE100000000000000F8} -> {748000000000004FFFE400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7998] [new-version=7999] [2024/05/06 17:36:48.103 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16656] [peer-ids="[16657]"] [2024/05/06 17:36:48.104 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFE400000000000000F8} -> {748000000000004FFFE700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7999] [new-version=8000] [2024/05/06 17:36:48.104 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16656 start_key:\"748000000000004FFFE400000000000000F8\" end_key:\"748000000000004FFFE700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:48.300 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16658] [peer-ids="[16659]"] [2024/05/06 17:36:48.300 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16658 start_key:\"748000000000004FFFE700000000000000F8\" end_key:\"748000000000004FFFEA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:48.300 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFE700000000000000F8} -> {748000000000004FFFEA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8000] [new-version=8001] [2024/05/06 17:36:48.497 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16660] [peer-ids="[16661]"] [2024/05/06 17:36:48.498 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16660 start_key:\"748000000000004FFFEA00000000000000F8\" end_key:\"748000000000004FFFED00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:48.498 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFEA00000000000000F8} -> {748000000000004FFFED00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8001] [new-version=8002] [2024/05/06 17:36:48.689 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16662] [peer-ids="[16663]"] [2024/05/06 17:36:48.689 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16662 start_key:\"748000000000004FFFED00000000000000F8\" end_key:\"748000000000004FFFF000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:48.689 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFED00000000000000F8} -> {748000000000004FFFF000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8002] [new-version=8003] [2024/05/06 17:36:48.862 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:40630, StartTime:2024-05-06 17:36:48 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/types__const/t\",\"schema/types__const/tb5\",\"schema/types__const/t1\"]}}"] [2024/05/06 17:36:49.081 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16664] [peer-ids="[16665]"] [2024/05/06 17:36:49.082 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFF000000000000000F8} -> {748000000000004FFFF600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8003] [new-version=8004] [2024/05/06 17:36:49.082 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16664 start_key:\"748000000000004FFFF000000000000000F8\" end_key:\"748000000000004FFFF600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:49.150 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16666] [peer-ids="[16667]"] [2024/05/06 17:36:49.151 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16666 start_key:\"748000000000004FFFF600000000000000F8\" end_key:\"748000000000004FFFF800000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:49.151 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFF600000000000000F8} -> {748000000000004FFFF800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8004] [new-version=8005] [2024/05/06 17:36:50.897 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:40630, StartTime:2024-05-06 17:36:50 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"1500c142-abe3-423e-88d3-a3638fbc9953\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004ffff85f698000000000ff0000010100000000ff00000000f7038000ff0000000000010000fd\",\"end_key\":\"748000000000004ffff85f698000000000ff0000010100000000ff00000000f7038000ff0000000000010000fe\"}]}}"] [2024/05/06 17:36:50.902 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD 748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:14(8005, 1), createAt:2024-05-06 17:36:50.902082953 +0800 CST m=+1834.318034247, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFF800000000000000F8\"}"] [2024/05/06 17:36:50.902 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:36:50.902 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16668] [peer-ids="[16669]"] [2024/05/06 17:36:50.902 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16670] [peer-ids="[16671]"] [2024/05/06 17:36:51.016 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFF800000000000000F8} -> {748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8005] [new-version=8007] [2024/05/06 17:36:51.016 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=114.165062ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD 748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:14(8005, 1), createAt:2024-05-06 17:36:50.902082953 +0800 CST m=+1834.318034247, startAt:2024-05-06 17:36:50.902216874 +0800 CST m=+1834.318168168, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFF800000000000000F8\"}"] [2024/05/06 17:36:51.016 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16668 start_key:\"748000000000004FFFF800000000000000F8\" end_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD\" region_epoch: peers: id:16670 start_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD\" end_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\" region_epoch: peers:"] [total=2] [2024/05/06 17:36:53.070 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41128, StartTime:2024-05-06 17:36:53 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"1500c142-abe3-423e-88d3-a3638fbc9953\"]}}"] [2024/05/06 17:36:54.731 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41148, StartTime:2024-05-06 17:36:54 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"dd606098-1430-4854-8f28-ac68afe30f24\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004ffff85f698000000000ff0000020100000000ff00000000f7038000ff0000000000010000fd\",\"end_key\":\"748000000000004ffff85f698000000000ff0000020100000000ff00000000f7038000ff0000000000010000fe\"}]}}"] [2024/05/06 17:36:54.761 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41168, StartTime:2024-05-06 17:36:54 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"dd606098-1430-4854-8f28-ac68afe30f24\"]}}"] [2024/05/06 17:36:55.595 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16672] [peer-ids="[16673]"] [2024/05/06 17:36:55.596 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE} -> {748000000000004FFFFF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8007] [new-version=8008] [2024/05/06 17:36:55.596 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16672 start_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\" end_key:\"748000000000004FFFFF00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:36:56.831 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41174, StartTime:2024-05-06 17:36:56 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"c274b9d6-6a09-4c06-9ad3-32af70b6c503\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000010380000000ff0000006403800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000010380000000ff0000006403800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:36:56.842 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD]} (kind:split, region:14(8008, 1), createAt:2024-05-06 17:36:56.842705998 +0800 CST m=+1840.258657292, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF00000000000000F8\"}"] [2024/05/06 17:36:56.842 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:36:56.843 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16674] [peer-ids="[16675]"] [2024/05/06 17:36:56.843 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16676] [peer-ids="[16677]"] [2024/05/06 17:36:56.844 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.24024ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD]} (kind:split, region:14(8008, 1), createAt:2024-05-06 17:36:56.842705998 +0800 CST m=+1840.258657292, startAt:2024-05-06 17:36:56.842849653 +0800 CST m=+1840.258800947, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF00000000000000F8\"}"] [2024/05/06 17:36:56.844 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF00000000000000F8} -> {748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8008] [new-version=8010] [2024/05/06 17:36:56.844 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16674 start_key:\"748000000000004FFFFF00000000000000F8\" end_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC\" region_epoch: peers: id:16676 start_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:36:56.858 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41194, StartTime:2024-05-06 17:36:56 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"c274b9d6-6a09-4c06-9ad3-32af70b6c503\"]}}"] [2024/05/06 17:36:58.934 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41200, StartTime:2024-05-06 17:36:58 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"285c336e-0877-4b13-aeaa-43b62fff1909\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff00000205bff3be76ffc8b4395803800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff00000205bff3be76ffc8b4395803800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:36:58.946 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD]} (kind:split, region:14(8010, 1), createAt:2024-05-06 17:36:58.946409631 +0800 CST m=+1842.362360927, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\"}"] [2024/05/06 17:36:58.946 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:36:58.946 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16678] [peer-ids="[16679]"] [2024/05/06 17:36:58.946 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16680] [peer-ids="[16681]"] [2024/05/06 17:36:58.947 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8010] [new-version=8012] [2024/05/06 17:36:58.947 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16678 start_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC\" region_epoch: peers: id:16680 start_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:36:58.947 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.154461ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD]} (kind:split, region:14(8010, 1), createAt:2024-05-06 17:36:58.946409631 +0800 CST m=+1842.362360927, startAt:2024-05-06 17:36:58.946571084 +0800 CST m=+1842.362522378, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\"}"] [2024/05/06 17:36:58.963 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41224, StartTime:2024-05-06 17:36:58 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"285c336e-0877-4b13-aeaa-43b62fff1909\"]}}"] [2024/05/06 17:37:00.902 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41236, StartTime:2024-05-06 17:37:00 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"f51be53b-18b6-49c9-a184-37469909251c\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff00000306140a8000ff0000010df28e8000ff0380000000000000ff0100000000000000f8\",\"end_key\":\"748000000000004fffff5f698000000000ff00000306140a8000ff0000010df28e8000ff0380000000000000ff0100000000000000f9\"}]}}"] [2024/05/06 17:37:00.909 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8 748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9]} (kind:split, region:14(8012, 1), createAt:2024-05-06 17:37:00.909835794 +0800 CST m=+1844.325787087, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\"}"] [2024/05/06 17:37:00.909 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:00.910 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16682] [peer-ids="[16683]"] [2024/05/06 17:37:00.910 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16684] [peer-ids="[16685]"] [2024/05/06 17:37:00.911 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8012] [new-version=8014] [2024/05/06 17:37:00.911 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16682 start_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8\" region_epoch: peers: id:16684 start_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8\" end_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:00.911 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.269949ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8 748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9]} (kind:split, region:14(8012, 1), createAt:2024-05-06 17:37:00.909835794 +0800 CST m=+1844.325787087, startAt:2024-05-06 17:37:00.909961719 +0800 CST m=+1844.325913013, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\"}"] [2024/05/06 17:37:00.929 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41260, StartTime:2024-05-06 17:37:00 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"f51be53b-18b6-49c9-a184-37469909251c\"]}}"] [2024/05/06 17:37:02.401 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41266, StartTime:2024-05-06 17:37:02 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"02f8a603-b402-4709-8f40-3b1e16f32288\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000040122616263ff64656667ff220000ff0000000000f80380ff0000000000000100fe\",\"end_key\":\"748000000000004fffff5f698000000000ff0000040122616263ff64656667ff220000ff0000000000f80380ff0000000000000100ff0000000000000000f7\"}]}}"] [2024/05/06 17:37:02.416 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE 748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7]} (kind:split, region:14(8014, 1), createAt:2024-05-06 17:37:02.416283479 +0800 CST m=+1845.832234773, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\"}"] [2024/05/06 17:37:02.416 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:02.416 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16686] [peer-ids="[16687]"] [2024/05/06 17:37:02.416 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16688] [peer-ids="[16689]"] [2024/05/06 17:37:02.417 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.330714ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE 748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7]} (kind:split, region:14(8014, 1), createAt:2024-05-06 17:37:02.416283479 +0800 CST m=+1845.832234773, startAt:2024-05-06 17:37:02.416422267 +0800 CST m=+1845.832373562, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\"}"] [2024/05/06 17:37:02.417 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9} -> {748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8014] [new-version=8016] [2024/05/06 17:37:02.417 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16686 start_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\" end_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE\" region_epoch: peers: id:16688 start_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE\" end_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:02.430 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41292, StartTime:2024-05-06 17:37:02 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"02f8a603-b402-4709-8f40-3b1e16f32288\"]}}"] [2024/05/06 17:37:03.933 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41298, StartTime:2024-05-06 17:37:03 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"7686a40e-5b1b-4702-9873-a40c9de5ae9e\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000050419a0f800ff0000000003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000050419a0f800ff0000000003800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:37:03.943 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD]} (kind:split, region:14(8016, 1), createAt:2024-05-06 17:37:03.94331991 +0800 CST m=+1847.359271203, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\"}"] [2024/05/06 17:37:03.943 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:03.943 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16690] [peer-ids="[16691]"] [2024/05/06 17:37:03.943 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16692] [peer-ids="[16693]"] [2024/05/06 17:37:03.944 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.246566ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD]} (kind:split, region:14(8016, 1), createAt:2024-05-06 17:37:03.94331991 +0800 CST m=+1847.359271203, startAt:2024-05-06 17:37:03.943445274 +0800 CST m=+1847.359396569, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\"}"] [2024/05/06 17:37:03.944 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16690 start_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\" end_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC\" region_epoch: peers: id:16692 start_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:03.944 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7} -> {748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8016] [new-version=8018] [2024/05/06 17:37:03.961 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41322, StartTime:2024-05-06 17:37:03 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"7686a40e-5b1b-4702-9873-a40c9de5ae9e\"]}}"] [2024/05/06 17:37:05.534 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41326, StartTime:2024-05-06 17:37:05 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a63e0daf-fc6e-46a0-a714-1b8dec5f1176\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000060780002a90ff3dc5560003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000060780002a90ff3dc5560003800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:37:05.547 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD]} (kind:split, region:14(8018, 1), createAt:2024-05-06 17:37:05.547869312 +0800 CST m=+1848.963820607, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:05.548 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:05.549 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16694] [peer-ids="[16695]"] [2024/05/06 17:37:05.550 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16696] [peer-ids="[16697]"] [2024/05/06 17:37:05.551 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16694 start_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC\" region_epoch: peers: id:16696 start_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:05.551 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8018] [new-version=8020] [2024/05/06 17:37:05.551 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=3.127591ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD]} (kind:split, region:14(8018, 1), createAt:2024-05-06 17:37:05.547869312 +0800 CST m=+1848.963820607, startAt:2024-05-06 17:37:05.54813264 +0800 CST m=+1848.964083935, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:05.563 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41350, StartTime:2024-05-06 17:37:05 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a63e0daf-fc6e-46a0-a714-1b8dec5f1176\"]}}"] [2024/05/06 17:37:07.635 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41360, StartTime:2024-05-06 17:37:07 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8d8cd704-87d2-428d-9263-1d025dc9a0d5\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000070419a0f8cefffb00000003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000070419a0f8cefffb00000003800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:37:07.651 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD]} (kind:split, region:14(8020, 1), createAt:2024-05-06 17:37:07.651196685 +0800 CST m=+1851.067147980, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:07.651 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:07.651 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16698] [peer-ids="[16699]"] [2024/05/06 17:37:07.651 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16700] [peer-ids="[16701]"] [2024/05/06 17:37:07.652 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.306866ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD]} (kind:split, region:14(8020, 1), createAt:2024-05-06 17:37:07.651196685 +0800 CST m=+1851.067147980, startAt:2024-05-06 17:37:07.651314136 +0800 CST m=+1851.067265429, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:07.652 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16698 start_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC\" region_epoch: peers: id:16700 start_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:07.652 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8020] [new-version=8022] [2024/05/06 17:37:07.662 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41378, StartTime:2024-05-06 17:37:07 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8d8cd704-87d2-428d-9263-1d025dc9a0d5\"]}}"] [2024/05/06 17:37:09.963 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41392, StartTime:2024-05-06 17:37:09 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"52479e43-3272-44f6-be36-27fcf267cd96\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000080380000000ff000007e203800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000080380000000ff000007e203800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:37:09.964 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD]} (kind:split, region:14(8022, 1), createAt:2024-05-06 17:37:09.964592865 +0800 CST m=+1853.380544159, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:09.964 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:09.965 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16702] [peer-ids="[16703]"] [2024/05/06 17:37:09.965 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16704] [peer-ids="[16705]"] [2024/05/06 17:37:09.965 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8022] [new-version=8024] [2024/05/06 17:37:09.965 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16702 start_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC\" region_epoch: peers: id:16704 start_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:09.965 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.260788ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD]} (kind:split, region:14(8022, 1), createAt:2024-05-06 17:37:09.964592865 +0800 CST m=+1853.380544159, startAt:2024-05-06 17:37:09.964694749 +0800 CST m=+1853.380646043, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:09.992 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41416, StartTime:2024-05-06 17:37:09 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"52479e43-3272-44f6-be36-27fcf267cd96\"]}}"] [2024/05/06 17:37:12.004 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41426, StartTime:2024-05-06 17:37:12 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"18294368-d4ba-461d-bc9c-5172b28ea6ad\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000090419a0f88aff2100000003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000090419a0f88aff2100000003800000ff0000000001000000fd\"}]}}"] [2024/05/06 17:37:12.019 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD]} (kind:split, region:14(8024, 1), createAt:2024-05-06 17:37:12.019478771 +0800 CST m=+1855.435430065, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\"}"] [2024/05/06 17:37:12.019 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:12.020 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16706] [peer-ids="[16707]"] [2024/05/06 17:37:12.020 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16708] [peer-ids="[16709]"] [2024/05/06 17:37:12.021 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.393363ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD]} (kind:split, region:14(8024, 1), createAt:2024-05-06 17:37:12.019478771 +0800 CST m=+1855.435430065, startAt:2024-05-06 17:37:12.019609512 +0800 CST m=+1855.435560807, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\"}"] [2024/05/06 17:37:12.021 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8024] [new-version=8026] [2024/05/06 17:37:12.021 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16706 start_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC\" region_epoch: peers: id:16708 start_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:12.033 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41448, StartTime:2024-05-06 17:37:12 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"18294368-d4ba-461d-bc9c-5172b28ea6ad\"]}}"] [2024/05/06 17:37:14.102 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41460, StartTime:2024-05-06 17:37:14 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"327d9d7e-b5f7-43e1-817b-838515f8f7a6\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff00000a0380000000ff0000006405bff3beff76c8b4395806140aff80000000010df28eff8000012261626364ff656667ff22000000ff00000000f80419a0fff800000000000780ff002a903dc5560004ff19a0f8cefb000000ff0419a0f88a210000ff0003800000000000ff07e2038000000000ff0000010000000000fa\",\"end_key\":\"748000000000004fffff5f698000000000ff00000a0380000000ff0000006405bff3beff76c8b4395806140aff80000000010df28eff8000012261626364ff656667ff22000000ff00000000f80419a0fff800000000000780ff002a903dc5560004ff19a0f8cefb000000ff0419a0f88a210000ff0003800000000000ff07e2038000000000ff0000010000000000fb\"}]}}"] [2024/05/06 17:37:14.104 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA 748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB]} (kind:split, region:14(8026, 1), createAt:2024-05-06 17:37:14.104052197 +0800 CST m=+1857.520003491, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:14.104 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:14.104 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16710] [peer-ids="[16711]"] [2024/05/06 17:37:14.104 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16712] [peer-ids="[16713]"] [2024/05/06 17:37:14.105 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8026] [new-version=8028] [2024/05/06 17:37:14.105 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.235613ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA 748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB]} (kind:split, region:14(8026, 1), createAt:2024-05-06 17:37:14.104052197 +0800 CST m=+1857.520003491, startAt:2024-05-06 17:37:14.10414625 +0800 CST m=+1857.520097544, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\"}"] [2024/05/06 17:37:14.105 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16710 start_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA\" region_epoch: peers: id:16712 start_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA\" end_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:14.131 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41482, StartTime:2024-05-06 17:37:14 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"327d9d7e-b5f7-43e1-817b-838515f8f7a6\"]}}"] [2024/05/06 17:37:15.114 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16714] [peer-ids="[16715]"] [2024/05/06 17:37:15.115 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16714 start_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB\" end_key:\"7480000000000050FF0C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:15.115 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB} -> {7480000000000050FF0C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8028] [new-version=8029] [2024/05/06 17:37:16.533 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41494, StartTime:2024-05-06 17:37:16 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d5472ca0-5f2a-49aa-a220-d0797bfc1d9d\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff0c5f698000000000ff0000040380000000ff0000000103800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff0c5f698000000000ff0000040380000000ff000000c703800000ff00000000c7000000fd\"}]}}"] [2024/05/06 17:37:16.535 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC 7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD]} (kind:split, region:14(8029, 1), createAt:2024-05-06 17:37:16.535690077 +0800 CST m=+1859.951641371, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C00000000000000F8\"}"] [2024/05/06 17:37:16.535 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:16.536 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16716] [peer-ids="[16717]"] [2024/05/06 17:37:16.536 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16718] [peer-ids="[16719]"] [2024/05/06 17:37:16.537 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16716 start_key:\"7480000000000050FF0C00000000000000F8\" end_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC\" region_epoch: peers: id:16718 start_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC\" end_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:16.537 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0C00000000000000F8} -> {7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8029] [new-version=8031] [2024/05/06 17:37:16.537 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.336388ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC 7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD]} (kind:split, region:14(8029, 1), createAt:2024-05-06 17:37:16.535690077 +0800 CST m=+1859.951641371, startAt:2024-05-06 17:37:16.535822753 +0800 CST m=+1859.951774046, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C00000000000000F8\"}"] [2024/05/06 17:37:16.562 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41548, StartTime:2024-05-06 17:37:16 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d5472ca0-5f2a-49aa-a220-d0797bfc1d9d\"]}}"] [2024/05/06 17:37:18.667 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41550, StartTime:2024-05-06 17:37:18 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"387a2d79-b337-4496-8de5-7f0d0c00f9ed\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff0c5f698000000000ff0000050380000000ff0000000103800000ff0000000001038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff0c5f698000000000ff0000050380000000ff000000c703800000ff00000000c7038000ff0000000000c70000fe\"}]}}"] [2024/05/06 17:37:18.670 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE]} (kind:split, region:14(8031, 1), createAt:2024-05-06 17:37:18.670298265 +0800 CST m=+1862.086249559, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\"}"] [2024/05/06 17:37:18.670 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:18.670 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16720] [peer-ids="[16721]"] [2024/05/06 17:37:18.670 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16722] [peer-ids="[16723]"] [2024/05/06 17:37:18.671 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD} -> {7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8031] [new-version=8033] [2024/05/06 17:37:18.671 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16720 start_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\" end_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD\" region_epoch: peers: id:16722 start_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD\" end_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:18.671 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.42236ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE]} (kind:split, region:14(8031, 1), createAt:2024-05-06 17:37:18.670298265 +0800 CST m=+1862.086249559, startAt:2024-05-06 17:37:18.670407552 +0800 CST m=+1862.086358846, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\"}"] [2024/05/06 17:37:18.695 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41582, StartTime:2024-05-06 17:37:18 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"387a2d79-b337-4496-8de5-7f0d0c00f9ed\"]}}"] [2024/05/06 17:37:19.959 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:41596, StartTime:2024-05-06 17:37:19 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/util__admin/t1\",\"schema/util__admin/t\"]}}"] [2024/05/06 17:37:20.167 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16724] [peer-ids="[16725]"] [2024/05/06 17:37:20.168 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE} -> {7480000000000050FF1500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8033] [new-version=8034] [2024/05/06 17:37:20.168 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16724 start_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE\" end_key:\"7480000000000050FF1500000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.240 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16726] [peer-ids="[16727]"] [2024/05/06 17:37:20.241 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16726 start_key:\"7480000000000050FF1500000000000000F8\" end_key:\"7480000000000050FF1700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.241 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1500000000000000F8} -> {7480000000000050FF1700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8034] [new-version=8035] [2024/05/06 17:37:20.313 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16728] [peer-ids="[16729]"] [2024/05/06 17:37:20.314 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1700000000000000F8} -> {7480000000000050FF1900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8035] [new-version=8036] [2024/05/06 17:37:20.314 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16728 start_key:\"7480000000000050FF1700000000000000F8\" end_key:\"7480000000000050FF1900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.386 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16730] [peer-ids="[16731]"] [2024/05/06 17:37:20.387 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16730 start_key:\"7480000000000050FF1900000000000000F8\" end_key:\"7480000000000050FF1B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.387 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1900000000000000F8} -> {7480000000000050FF1B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8036] [new-version=8037] [2024/05/06 17:37:20.569 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16732] [peer-ids="[16733]"] [2024/05/06 17:37:20.570 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1B00000000000000F8} -> {7480000000000050FF1F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8037] [new-version=8038] [2024/05/06 17:37:20.570 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16732 start_key:\"7480000000000050FF1B00000000000000F8\" end_key:\"7480000000000050FF1F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.573 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16734] [peer-ids="[16735]"] [2024/05/06 17:37:20.573 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1F00000000000000F8} -> {7480000000000050FF2000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8038] [new-version=8039] [2024/05/06 17:37:20.573 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16734 start_key:\"7480000000000050FF1F00000000000000F8\" end_key:\"7480000000000050FF2000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.576 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16736] [peer-ids="[16737]"] [2024/05/06 17:37:20.576 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16736 start_key:\"7480000000000050FF2000000000000000F8\" end_key:\"7480000000000050FF2100000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.576 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2000000000000000F8} -> {7480000000000050FF2100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8039] [new-version=8040] [2024/05/06 17:37:20.841 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16738] [peer-ids="[16739]"] [2024/05/06 17:37:20.842 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16738 start_key:\"7480000000000050FF2100000000000000F8\" end_key:\"7480000000000050FF2400000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:20.842 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2100000000000000F8} -> {7480000000000050FF2400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8040] [new-version=8041] [2024/05/06 17:37:21.064 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16740] [peer-ids="[16741]"] [2024/05/06 17:37:21.065 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2400000000000000F8} -> {7480000000000050FF2700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8041] [new-version=8042] [2024/05/06 17:37:21.065 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16740 start_key:\"7480000000000050FF2400000000000000F8\" end_key:\"7480000000000050FF2700000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:21.263 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16742] [peer-ids="[16743]"] [2024/05/06 17:37:21.264 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2700000000000000F8} -> {7480000000000050FF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8042] [new-version=8043] [2024/05/06 17:37:21.264 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16742 start_key:\"7480000000000050FF2700000000000000F8\" end_key:\"7480000000000050FF2A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:21.494 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16744] [peer-ids="[16745]"] [2024/05/06 17:37:21.496 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2A00000000000000F8} -> {7480000000000050FF2D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8043] [new-version=8044] [2024/05/06 17:37:21.496 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16744 start_key:\"7480000000000050FF2A00000000000000F8\" end_key:\"7480000000000050FF2D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:21.731 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16746] [peer-ids="[16747]"] [2024/05/06 17:37:21.732 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2D00000000000000F8} -> {7480000000000050FF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8044] [new-version=8045] [2024/05/06 17:37:21.732 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16746 start_key:\"7480000000000050FF2D00000000000000F8\" end_key:\"7480000000000050FF3000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:21.806 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16748] [peer-ids="[16749]"] [2024/05/06 17:37:21.807 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3000000000000000F8} -> {7480000000000050FF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8045] [new-version=8046] [2024/05/06 17:37:21.807 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16748 start_key:\"7480000000000050FF3000000000000000F8\" end_key:\"7480000000000050FF3200000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:23.159 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:41596, StartTime:2024-05-06 17:37:23 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"0be0df5a-8996-4aa1-9f26-b646cfb12f74\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff325f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff325f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fe\"}]}}"] [2024/05/06 17:37:23.176 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE]} (kind:split, region:14(8046, 1), createAt:2024-05-06 17:37:23.176423907 +0800 CST m=+1866.592375201, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF3200000000000000F8\"}"] [2024/05/06 17:37:23.176 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:37:23.176 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16750] [peer-ids="[16751]"] [2024/05/06 17:37:23.177 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16752] [peer-ids="[16753]"] [2024/05/06 17:37:23.177 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3200000000000000F8} -> {7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8046] [new-version=8048] [2024/05/06 17:37:23.177 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.23057ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE]} (kind:split, region:14(8046, 1), createAt:2024-05-06 17:37:23.176423907 +0800 CST m=+1866.592375201, startAt:2024-05-06 17:37:23.176562674 +0800 CST m=+1866.592513967, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF3200000000000000F8\"}"] [2024/05/06 17:37:23.177 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16750 start_key:\"7480000000000050FF3200000000000000F8\" end_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD\" region_epoch: peers: id:16752 start_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD\" end_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE\" region_epoch: peers:"] [total=2] [2024/05/06 17:37:23.188 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:41656, StartTime:2024-05-06 17:37:23 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"0be0df5a-8996-4aa1-9f26-b646cfb12f74\"]}}"] [2024/05/06 17:37:24.116 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16754] [peer-ids="[16755]"] [2024/05/06 17:37:24.117 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE} -> {7480000000000050FF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8048] [new-version=8049] [2024/05/06 17:37:24.117 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16754 start_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE\" end_key:\"7480000000000050FF3600000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:24.372 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16756] [peer-ids="[16757]"] [2024/05/06 17:37:24.373 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16756 start_key:\"7480000000000050FF3600000000000000F8\" end_key:\"7480000000000050FF3900000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:24.373 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3600000000000000F8} -> {7480000000000050FF3900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8049] [new-version=8050] [2024/05/06 17:37:24.462 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:41660, StartTime:2024-05-06 17:37:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/util__ranger/idt_20755\",\"schema/util__ranger/t1\",\"schema/util__ranger/t2\",\"schema/util__ranger/t0\",\"schema/util__ranger/t\"]}}"] [2024/05/06 17:37:24.673 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16758] [peer-ids="[16759]"] [2024/05/06 17:37:24.673 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3900000000000000F8} -> {7480000000000050FF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8050] [new-version=8051] [2024/05/06 17:37:24.673 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16758 start_key:\"7480000000000050FF3900000000000000F8\" end_key:\"7480000000000050FF3E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:24.747 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16760] [peer-ids="[16761]"] [2024/05/06 17:37:24.748 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16760 start_key:\"7480000000000050FF3E00000000000000F8\" end_key:\"7480000000000050FF4000000000000000F8\" region_epoch: peers:"] [total=1] [2024/05/06 17:37:24.748 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3E00000000000000F8} -> {7480000000000050FF4000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8051] [new-version=8052] [2024/05/06 17:37:24.863 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:41660, StartTime:2024-05-06 17:37:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/window_function/t\",\"schema/window_function/t1\"]}}"] ==> ./pd3.log <== [2024/05/06 17:06:16.624 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/06 17:06:16.624 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/06 17:06:16.624 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-15-gf83febabe] [2024/05/06 17:06:16.624 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/06 17:06:16.624 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=f83febabecb98b95b098fd31a3664178f8a6b437] [2024/05/06 17:06:16.624 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/06 17:06:16.624 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-06 08:48:58"] [2024/05/06 17:06:16.624 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/06 17:06:16.624 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2399\",\"peer-urls\":\"http://127.0.0.1:2398\",\"advertise-client-urls\":\"http://127.0.0.1:2399\",\"advertise-peer-urls\":\"http://127.0.0.1:2398\",\"name\":\"pd3\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd3=http://127.0.0.1:2398\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd3\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/06 17:06:16.629 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/06 17:06:16.629 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/06 17:06:16.629 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/06 17:06:16.629 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/06 17:06:16.630 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/06 17:06:16.630 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/06 17:06:16.630 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=MetaStorage] [2024/05/06 17:06:16.630 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/06 17:06:16.630 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=ResourceManager] [2024/05/06 17:06:16.630 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/06 17:06:16.631 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2398]"] [2024/05/06 17:06:16.631 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2399]"] [2024/05/06 17:06:16.631 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/06 17:06:16.631 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/06 17:06:16.631 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd3] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd3=http://127.0.0.1:2398"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/06 17:06:16.631 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/06 17:06:16.636 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap/db] [took=4.626276ms] [2024/05/06 17:06:16.636 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=820b37984af3d5a4] [cluster-id=ead61e552c96788c] [2024/05/06 17:06:16.636 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=()"] [2024/05/06 17:06:16.636 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 0"] [2024/05/06 17:06:16.636 +08:00] [INFO] [raft.go:389] ["newRaft 820b37984af3d5a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/06 17:06:16.636 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 1"] [2024/05/06 17:06:16.637 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/06 17:06:16.637 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/06 17:06:16.637 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/06 17:06:16.638 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=820b37984af3d5a4] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/06 17:06:16.638 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/06 17:06:16.638 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/06 17:06:16.638 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/06 17:06:16.638 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=820b37984af3d5a4] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/06 17:06:16.638 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/06 17:06:16.638 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [added-peer-id=820b37984af3d5a4] [added-peer-peer-urls="[http://127.0.0.1:2398]"] [2024/05/06 17:06:16.639 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2398] [2024/05/06 17:06:16.639 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=820b37984af3d5a4] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [2024/05/06 17:06:18.137 +08:00] [INFO] [raft.go:929] ["820b37984af3d5a4 is starting a new election at term 1"] [2024/05/06 17:06:18.137 +08:00] [INFO] [raft.go:735] ["820b37984af3d5a4 became pre-candidate at term 1"] [2024/05/06 17:06:18.137 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgPreVoteResp from 820b37984af3d5a4 at term 1"] [2024/05/06 17:06:18.137 +08:00] [INFO] [raft.go:719] ["820b37984af3d5a4 became candidate at term 2"] [2024/05/06 17:06:18.137 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgVoteResp from 820b37984af3d5a4 at term 2"] [2024/05/06 17:06:18.137 +08:00] [INFO] [raft.go:771] ["820b37984af3d5a4 became leader at term 2"] [2024/05/06 17:06:18.137 +08:00] [INFO] [node.go:327] ["raft.node: 820b37984af3d5a4 elected leader 820b37984af3d5a4 at term 2"] [2024/05/06 17:06:18.138 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=820b37984af3d5a4] [local-member-attributes="{Name:pd3 ClientURLs:[http://127.0.0.1:2399]}"] [request-path=/0/members/820b37984af3d5a4/attributes] [cluster-id=ead61e552c96788c] [publish-timeout=11s] [2024/05/06 17:06:18.138 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/06 17:06:18.138 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/06 17:06:18.138 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [cluster-version=3.4] [2024/05/06 17:06:18.138 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/06 17:06:18.138 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/06 17:06:18.139 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=MetaStorage] [2024/05/06 17:06:18.139 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=ResourceManager] [2024/05/06 17:06:18.139 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2399] [2024/05/06 17:06:18.142 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365810409313690084] [2024/05/06 17:06:18.142 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd3\" member_id:9370644576906499492 peer_urls:\"http://127.0.0.1:2398\" client_urls:\"http://127.0.0.1:2399\" "] [root-path=/pd/7365810409313690084] [2024/05/06 17:06:18.146 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/06 17:06:18.146 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9370644576906499492] [2024/05/06 17:06:18.146 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/06 17:06:18.147 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/06 17:06:18.147 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd3] [2024/05/06 17:06:18.147 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd3] [2024/05/06 17:06:18.147 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/06 17:06:18.148 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/06 17:06:18.148 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd3] [2024/05/06 17:06:18.148 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/06 17:06:18.148 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=6171214950940130573] [lease-timeout=3] [purpose="leader election"] [2024/05/06 17:06:18.149 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":16921746001060329612,\"member_id\":9370644576906499492,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/06 17:06:18.149 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365810409313690084/leader] [purpose="leader election"] [2024/05/06 17:06:18.149 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd3] [2024/05/06 17:06:18.149 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/06 17:06:18.149 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/06 17:06:18.149 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/06 17:06:18.150 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/06 17:06:21.149 +08:00] [next=2024/05/06 17:06:18.149 +08:00] [2024/05/06 17:06:18.150 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/06 17:06:18.151 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/06 17:06:18.151 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/06 17:06:18.153 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/06 17:06:18.157 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/06 17:06:18.157 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=0.0.0] [2024/05/06 17:06:18.157 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd3] [2024/05/06 17:06:18.450 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/06 17:06:18.586 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/06 17:06:18.586 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/06 17:06:18.594 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365810409313690084] [request="header: store: region: peers: > "] [2024/05/06 17:06:18.594 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365810409313690084] [2024/05/06 17:06:18.597 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=528.091µs] [2024/05/06 17:06:18.597 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=167.647µs] [2024/05/06 17:06:18.598 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/06 17:06:18.598 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/06 17:06:18.598 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/06 17:06:18.598 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/06 17:06:18.598 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/06 17:06:18.598 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/06 17:06:18.598 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/06 17:06:18.599 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=591.793µs] [2024/05/06 17:06:18.601 +08:00] [INFO] [cluster.go:2180] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/06 17:06:18.601 +08:00] [INFO] [cluster.go:2269] ["store limit added"] [store-id=1] [2024/05/06 17:06:18.601 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp:1714986378 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/06 17:06:18.602 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-15-gf83febabe] [cluster-version=8.2.0-alpha] [2024/05/06 17:06:19.149 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2399\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/06 17:06:20.582 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/dashboard.sqlite.db] [2024/05/06 17:06:20.591 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46035] [remotes="[]"] [2024/05/06 17:06:20.591 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-15-gf83febabe] [build-time="2024-05-06 08:48:58"] [build-git-hash=9768844ff5d7] [2024/05/06 17:06:20.591 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/06 17:06:20.591 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36345] [remotes="[]"] [2024/05/06 17:06:20.592 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/06 17:06:20.595 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/06 17:06:21.598 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/06 17:06:21.598 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/06 17:06:21.598 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/06 17:06:21.599 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.599 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.600 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.600 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/06 17:06:21.601 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/06 17:06:21.601 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/06 17:06:21.601 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/06 17:06:21.601 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/06 17:06:21.612 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:06:21.612478982 +0800 CST m=+5.028430292, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:21.612 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/06 17:06:21.613 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/06 17:06:21.613 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/06 17:06:21.613 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/06 17:06:21.613 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/06 17:06:21.614 +08:00] [INFO] [region.go:772] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/06 17:06:21.614 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.671489ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-06 17:06:21.612478982 +0800 CST m=+5.028430292, startAt:2024-05-06 17:06:21.612576904 +0800 CST m=+5.028528217, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/06 17:06:21.614 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch: peers: id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/05/06 17:06:22.600 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/06 17:06:28.599 +08:00] [INFO] [cluster.go:1721] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20180] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/06 17:37:18.672 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819842] [region_id=16722] [thread_id=102] [2024/05/06 17:37:18.672 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16720 start_key: 7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD end_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8033 } peers { id: 16721 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:18.672 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16720] [thread_id=31] [2024/05/06 17:37:18.672 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16722] [thread_id=31] [2024/05/06 17:37:18.672 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16722 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD end_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE region_epoch { conf_ver: 1 version: 8033 } peers { id: 16723 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:18.672 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20791] [observe_id=ObserveId(16130)] [region=14] [thread_id=68] [2024/05/06 17:37:18.672 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16132)] [region=16722] [thread_id=68] [2024/05/06 17:37:18.672 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16131)] [region=16720] [thread_id=68] [2024/05/06 17:37:18.690 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=15124] [write_entries=199] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:37:18.692 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:37:18.692 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:37:18.693 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:37:18.694 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 16716, total_kvs: 199, meta: uuid: 3071634AB26D42ECB5AA0ED0FBF77C6F range { start: 7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD end: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FD } cf_name: \"write\" region_id: 16722 region_epoch { conf_ver: 1 version: 8033 } }]"] [thread_id=105] [2024/05/06 17:37:18.694 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/3071634a-b26d-42ec-b5aa-0ed0fbf77c6f_16722_1_8033_write_2.sst\", temp: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.temp/3071634a-b26d-42ec-b5aa-0ed0fbf77c6f_16722_1_8033_write_2.sst\", clone: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.clone/3071634a-b26d-42ec-b5aa-0ed0fbf77c6f_16722_1_8033_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:37:19.913 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 74800000000000500C5F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(449573877159034895), ttl: 3000, short_value: 08800002000000010202000600E8033130303000000000000000C8, for_update_ts: TimeStamp(0), txn_size: 3, min_commit_ts: TimeStamp(449573877159034896), use_async_commit: true, secondaries: [74800000000000500C5F6980000000000000020380000000000003E8013130303000000000FB0380000000000000C8, 74800000000000500C5F698000000000000003013130303000000000FB0380000000000003E80380000000000000C8, 74800000000000500C5F6980000000000000040380000000000003E80380000000000000C8, 74800000000000500C5F6980000000000000050380000000000003E80380000000000003E80380000000000000C8, 74800000000000500C5F7280000000000000C8], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573877159034895] [min_commit_ts=449573877159034896] [start_ts=449573877159034895] [key=7480000000000050FF0C5F698000000000FF0000010380000000FF000003E801313030FF3000000000FB0000FD] [thread_id=61] [2024/05/06 17:37:19.913 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 74800000000000500C5F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(449573877159034895), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(449573877159034896), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573877159034895] [min_commit_ts=449573877159034896] [start_ts=449573877159034895] [key=7480000000000050FF0C5F698000000000FF0000040380000000FF000003E803800000FF00000000C8000000FC] [thread_id=63] [2024/05/06 17:37:19.913 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 74800000000000500C5F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(449573877159034895), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573877159034896), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573877159034895] [min_commit_ts=449573877159034896] [start_ts=449573877159034895] [key=7480000000000050FF0C5F698000000000FF0000050380000000FF000003E803800000FF00000003E8038000FF0000000000C80000FD] [thread_id=60] [2024/05/06 17:37:20.167 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50780] [split_keys="key 7480000000000050FF1500000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:20.167 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8033 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16724 new_peer_ids: 16725]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.168 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1500000000000000F8 new_region_id: 16724 new_peer_ids: 16725 } right_derive: true }"] [index=20794] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:20.168 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1500000000000000F8"] [region="id: 14 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8033 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:20.168 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.168 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16130)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.168 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8034 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.168 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16724 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 7480000000000050FF1500000000000000F8 region_epoch { conf_ver: 1 version: 8034 } peers { id: 16725 store_id: 1 }"] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16725} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16725} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16725."] [id=16725] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16725] [region_id=16724] [thread_id=101] [2024/05/06 17:37:20.168 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819844] [region_id=16724] [thread_id=102] [2024/05/06 17:37:20.168 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16724 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 7480000000000050FF1500000000000000F8 region_epoch { conf_ver: 1 version: 8034 } peers { id: 16725 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.168 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20794] [observe_id=ObserveId(16133)] [region=14] [thread_id=68] [2024/05/06 17:37:20.168 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16724] [thread_id=31] [2024/05/06 17:37:20.168 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16134)] [region=16724] [thread_id=68] [2024/05/06 17:37:20.171 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8034, but you sent conf_ver: 1 version: 8033\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8034 } peers { id: 15 store_id: 1 } } current_regions { id: 16724 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 7480000000000050FF1500000000000000F8 region_epoch { conf_ver: 1 version: 8034 } peers { id: 16725 store_id: 1 } } }))"] [cid=550633] [thread_id=61] [2024/05/06 17:37:20.240 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50784] [split_keys="key 7480000000000050FF1700000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:20.241 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8034 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16726 new_peer_ids: 16727]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.241 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1700000000000000F8 new_region_id: 16726 new_peer_ids: 16727 } right_derive: true }"] [index=20796] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.241 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1700000000000000F8"] [region="id: 14 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8034 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.241 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.241 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16133)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.241 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8035 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.241 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16726 start_key: 7480000000000050FF1500000000000000F8 end_key: 7480000000000050FF1700000000000000F8 region_epoch { conf_ver: 1 version: 8035 } peers { id: 16727 store_id: 1 }"] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16727} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16727} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16727."] [id=16727] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16727] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819846] [region_id=16726] [thread_id=102] [2024/05/06 17:37:20.241 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16726 start_key: 7480000000000050FF1500000000000000F8 end_key: 7480000000000050FF1700000000000000F8 region_epoch { conf_ver: 1 version: 8035 } peers { id: 16727 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.241 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20796] [observe_id=ObserveId(16135)] [region=14] [thread_id=68] [2024/05/06 17:37:20.241 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16136)] [region=16726] [thread_id=68] [2024/05/06 17:37:20.241 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16726] [thread_id=31] [2024/05/06 17:37:20.244 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8035, but you sent conf_ver: 1 version: 8034\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8035 } peers { id: 15 store_id: 1 } } current_regions { id: 16726 start_key: 7480000000000050FF1500000000000000F8 end_key: 7480000000000050FF1700000000000000F8 region_epoch { conf_ver: 1 version: 8035 } peers { id: 16727 store_id: 1 } } }))"] [cid=550664] [thread_id=62] [2024/05/06 17:37:20.245 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050175F698000000000000001017878787878787878FF7878000000000000F9038000000000000049041986057745000000038000000000000002, start_ts: TimeStamp(449573877250785281), ttl: 3000, short_value: 008000030000000102030A000B00130078787878787878787878490000004577058619, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573877250785282), use_async_commit: true, secondaries: [7480000000000050175F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573877250785281] [min_commit_ts=449573877250785282] [start_ts=449573877250785281] [key=7480000000000050FF175F698000000000FF0000010178787878FF78787878FF787800FF0000000000F90380FF0000000000004904FF1986057745000000FF0380000000000000FF0200000000000000F8] [thread_id=62] [2024/05/06 17:37:20.313 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50780] [split_keys="key 7480000000000050FF1900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.313 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8035 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16728 new_peer_ids: 16729]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.314 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1900000000000000F8 new_region_id: 16728 new_peer_ids: 16729 } right_derive: true }"] [index=20800] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.314 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1900000000000000F8"] [region="id: 14 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8035 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.314 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.314 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16135)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.314 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8036 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.314 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16728 start_key: 7480000000000050FF1700000000000000F8 end_key: 7480000000000050FF1900000000000000F8 region_epoch { conf_ver: 1 version: 8036 } peers { id: 16729 store_id: 1 }"] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16729} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16729} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16729."] [id=16729] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16729] [region_id=16728] [thread_id=102] [2024/05/06 17:37:20.314 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819848] [region_id=16728] [thread_id=101] [2024/05/06 17:37:20.314 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20800] [observe_id=ObserveId(16137)] [region=14] [thread_id=68] [2024/05/06 17:37:20.314 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16728 start_key: 7480000000000050FF1700000000000000F8 end_key: 7480000000000050FF1900000000000000F8 region_epoch { conf_ver: 1 version: 8036 } peers { id: 16729 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.314 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16138)] [region=16728] [thread_id=68] [2024/05/06 17:37:20.314 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16728] [thread_id=31] [2024/05/06 17:37:20.317 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8036, but you sent conf_ver: 1 version: 8035\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8036 } peers { id: 15 store_id: 1 } } current_regions { id: 16728 start_key: 7480000000000050FF1700000000000000F8 end_key: 7480000000000050FF1900000000000000F8 region_epoch { conf_ver: 1 version: 8036 } peers { id: 16729 store_id: 1 } } }))"] [cid=550695] [thread_id=60] [2024/05/06 17:37:20.386 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50784] [split_keys="key 7480000000000050FF1B00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:20.386 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8036 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16730 new_peer_ids: 16731]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.386 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1B00000000000000F8 new_region_id: 16730 new_peer_ids: 16731 } right_derive: true }"] [index=20802] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:20.386 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1B00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8036 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:20.387 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.387 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16137)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.387 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8037 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.387 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16730 start_key: 7480000000000050FF1900000000000000F8 end_key: 7480000000000050FF1B00000000000000F8 region_epoch { conf_ver: 1 version: 8037 } peers { id: 16731 store_id: 1 }"] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16731} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16731} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16731."] [id=16731] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16731] [region_id=16730] [thread_id=102] [2024/05/06 17:37:20.387 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819850] [region_id=16730] [thread_id=101] [2024/05/06 17:37:20.387 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20802] [observe_id=ObserveId(16139)] [region=14] [thread_id=68] [2024/05/06 17:37:20.387 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16730 start_key: 7480000000000050FF1900000000000000F8 end_key: 7480000000000050FF1B00000000000000F8 region_epoch { conf_ver: 1 version: 8037 } peers { id: 16731 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.387 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16730] [thread_id=31] [2024/05/06 17:37:20.387 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16140)] [region=16730] [thread_id=68] [2024/05/06 17:37:20.389 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8037, but you sent conf_ver: 1 version: 8036\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8037 } peers { id: 15 store_id: 1 } } current_regions { id: 16730 start_key: 7480000000000050FF1900000000000000F8 end_key: 7480000000000050FF1B00000000000000F8 region_epoch { conf_ver: 1 version: 8037 } peers { id: 16731 store_id: 1 } } }))"] [cid=550726] [thread_id=61] [2024/05/06 17:37:20.569 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50782] [split_keys="key 7480000000000050FF1F00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.569 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8037 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16732 new_peer_ids: 16733]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.570 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1F00000000000000F8 new_region_id: 16732 new_peer_ids: 16733 } right_derive: true }"] [index=20804] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.570 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1F00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8037 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.570 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.570 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16139)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.570 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8038 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.570 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16732 start_key: 7480000000000050FF1B00000000000000F8 end_key: 7480000000000050FF1F00000000000000F8 region_epoch { conf_ver: 1 version: 8038 } peers { id: 16733 store_id: 1 }"] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16733} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16733} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16733."] [id=16733] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16733] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819852] [region_id=16732] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50778] [split_keys="key 7480000000000050FF2000000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:50778] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 8038 != conf_ver: 1 version: 8037, retry later\", [id: 14 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8038 } peers { id: 15 store_id: 1 }])"] [thread_id=102] [2024/05/06 17:37:20.570 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20804] [observe_id=ObserveId(16141)] [region=14] [thread_id=68] [2024/05/06 17:37:20.570 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16732 start_key: 7480000000000050FF1B00000000000000F8 end_key: 7480000000000050FF1F00000000000000F8 region_epoch { conf_ver: 1 version: 8038 } peers { id: 16733 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.570 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16732] [thread_id=31] [2024/05/06 17:37:20.570 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16142)] [region=16732] [thread_id=68] [2024/05/06 17:37:20.572 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50780] [split_keys="key 7480000000000050FF2000000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8038 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16734 new_peer_ids: 16735]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.573 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2000000000000000F8 new_region_id: 16734 new_peer_ids: 16735 } right_derive: true }"] [index=20805] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.573 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2000000000000000F8"] [region="id: 14 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8038 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.573 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.573 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16141)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.573 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.573 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16734 start_key: 7480000000000050FF1F00000000000000F8 end_key: 7480000000000050FF2000000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 16735 store_id: 1 }"] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16735} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16735} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16735."] [id=16735] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16735] [region_id=16734] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819854] [region_id=16734] [thread_id=101] [2024/05/06 17:37:20.573 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8039, but you sent conf_ver: 1 version: 8038\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 15 store_id: 1 } } current_regions { id: 16734 start_key: 7480000000000050FF1F00000000000000F8 end_key: 7480000000000050FF2000000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 16735 store_id: 1 } } }))"] [cid=550810] [thread_id=63] [2024/05/06 17:37:20.573 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20805] [observe_id=ObserveId(16143)] [region=14] [thread_id=68] [2024/05/06 17:37:20.573 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50782] [split_keys="key 7480000000000050FF2100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16734 start_key: 7480000000000050FF1F00000000000000F8 end_key: 7480000000000050FF2000000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 16735 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.573 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:50782] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 8039 != conf_ver: 1 version: 8038, retry later\", [id: 14 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 15 store_id: 1 }])"] [thread_id=102] [2024/05/06 17:37:20.573 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16144)] [region=16734] [thread_id=68] [2024/05/06 17:37:20.573 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16734] [thread_id=31] [2024/05/06 17:37:20.576 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50784] [split_keys="key 7480000000000050FF2100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16736 new_peer_ids: 16737]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.576 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2100000000000000F8 new_region_id: 16736 new_peer_ids: 16737 } right_derive: true }"] [index=20808] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:20.576 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2100000000000000F8"] [region="id: 14 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8039 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:20.576 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.576 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16143)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.576 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16736 start_key: 7480000000000050FF2000000000000000F8 end_key: 7480000000000050FF2100000000000000F8 region_epoch { conf_ver: 1 version: 8040 } peers { id: 16737 store_id: 1 }"] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF2100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8040 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.576 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16737} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16737} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16737."] [id=16737] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16737] [region_id=16736] [thread_id=102] [2024/05/06 17:37:20.576 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819856] [region_id=16736] [thread_id=101] [2024/05/06 17:37:20.576 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16736 start_key: 7480000000000050FF2000000000000000F8 end_key: 7480000000000050FF2100000000000000F8 region_epoch { conf_ver: 1 version: 8040 } peers { id: 16737 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.577 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16736] [thread_id=31] [2024/05/06 17:37:20.577 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20808] [observe_id=ObserveId(16145)] [region=14] [thread_id=68] [2024/05/06 17:37:20.577 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16146)] [region=16736] [thread_id=68] [2024/05/06 17:37:20.841 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50780] [split_keys="key 7480000000000050FF2400000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.841 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF2100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8040 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16738 new_peer_ids: 16739]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:20.841 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2400000000000000F8 new_region_id: 16738 new_peer_ids: 16739 } right_derive: true }"] [index=20809] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.841 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2400000000000000F8"] [region="id: 14 start_key: 7480000000000050FF2100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8040 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:20.842 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:20.842 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16145)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:20.842 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8041 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.842 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16738 start_key: 7480000000000050FF2100000000000000F8 end_key: 7480000000000050FF2400000000000000F8 region_epoch { conf_ver: 1 version: 8041 } peers { id: 16739 store_id: 1 }"] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16739} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16739} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16739."] [id=16739] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16739] [region_id=16738] [thread_id=102] [2024/05/06 17:37:20.842 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819858] [region_id=16738] [thread_id=101] [2024/05/06 17:37:20.842 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20809] [observe_id=ObserveId(16147)] [region=14] [thread_id=68] [2024/05/06 17:37:20.842 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16738 start_key: 7480000000000050FF2100000000000000F8 end_key: 7480000000000050FF2400000000000000F8 region_epoch { conf_ver: 1 version: 8041 } peers { id: 16739 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:20.842 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16738] [thread_id=31] [2024/05/06 17:37:20.842 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16148)] [region=16738] [thread_id=68] [2024/05/06 17:37:20.845 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8041, but you sent conf_ver: 1 version: 8040\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8041 } peers { id: 15 store_id: 1 } } current_regions { id: 16738 start_key: 7480000000000050FF2100000000000000F8 end_key: 7480000000000050FF2400000000000000F8 region_epoch { conf_ver: 1 version: 8041 } peers { id: 16739 store_id: 1 } } }))"] [cid=550993] [thread_id=63] [2024/05/06 17:37:21.064 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50778] [split_keys="key 7480000000000050FF2700000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:21.064 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8041 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16740 new_peer_ids: 16741]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:21.065 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2700000000000000F8 new_region_id: 16740 new_peer_ids: 16741 } right_derive: true }"] [index=20811] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.065 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2700000000000000F8"] [region="id: 14 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8041 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.065 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:21.065 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16147)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:21.065 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8042 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.065 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16740 start_key: 7480000000000050FF2400000000000000F8 end_key: 7480000000000050FF2700000000000000F8 region_epoch { conf_ver: 1 version: 8042 } peers { id: 16741 store_id: 1 }"] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16741} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16741} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16741."] [id=16741] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16741] [region_id=16740] [thread_id=101] [2024/05/06 17:37:21.065 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819860] [region_id=16740] [thread_id=102] [2024/05/06 17:37:21.065 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20811] [observe_id=ObserveId(16149)] [region=14] [thread_id=68] [2024/05/06 17:37:21.065 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16740 start_key: 7480000000000050FF2400000000000000F8 end_key: 7480000000000050FF2700000000000000F8 region_epoch { conf_ver: 1 version: 8042 } peers { id: 16741 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.065 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16150)] [region=16740] [thread_id=68] [2024/05/06 17:37:21.066 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16740] [thread_id=31] [2024/05/06 17:37:21.073 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8042, but you sent conf_ver: 1 version: 8041\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8042 } peers { id: 15 store_id: 1 } } current_regions { id: 16740 start_key: 7480000000000050FF2400000000000000F8 end_key: 7480000000000050FF2700000000000000F8 region_epoch { conf_ver: 1 version: 8042 } peers { id: 16741 store_id: 1 } } }))"] [cid=551113] [thread_id=60] [2024/05/06 17:37:21.263 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50784] [split_keys="key 7480000000000050FF2A00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:21.263 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8042 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16742 new_peer_ids: 16743]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:21.264 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2A00000000000000F8 new_region_id: 16742 new_peer_ids: 16743 } right_derive: true }"] [index=20813] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.264 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2A00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8042 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.264 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:21.264 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16149)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:21.264 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8043 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.264 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16742 start_key: 7480000000000050FF2700000000000000F8 end_key: 7480000000000050FF2A00000000000000F8 region_epoch { conf_ver: 1 version: 8043 } peers { id: 16743 store_id: 1 }"] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16743} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16743} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16743."] [id=16743] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16743] [region_id=16742] [thread_id=101] [2024/05/06 17:37:21.264 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819862] [region_id=16742] [thread_id=102] [2024/05/06 17:37:21.264 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20813] [observe_id=ObserveId(16151)] [region=14] [thread_id=68] [2024/05/06 17:37:21.264 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16742 start_key: 7480000000000050FF2700000000000000F8 end_key: 7480000000000050FF2A00000000000000F8 region_epoch { conf_ver: 1 version: 8043 } peers { id: 16743 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.264 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16152)] [region=16742] [thread_id=68] [2024/05/06 17:37:21.264 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16742] [thread_id=31] [2024/05/06 17:37:21.267 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8043, but you sent conf_ver: 1 version: 8042\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8043 } peers { id: 15 store_id: 1 } } current_regions { id: 16742 start_key: 7480000000000050FF2700000000000000F8 end_key: 7480000000000050FF2A00000000000000F8 region_epoch { conf_ver: 1 version: 8043 } peers { id: 16743 store_id: 1 } } }))"] [cid=551191] [thread_id=62] [2024/05/06 17:37:21.494 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50782] [split_keys="key 7480000000000050FF2D00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8043 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16744 new_peer_ids: 16745]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:21.495 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2D00000000000000F8 new_region_id: 16744 new_peer_ids: 16745 } right_derive: true }"] [index=20815] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.495 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2D00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8043 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.495 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:21.495 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16151)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:21.495 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8044 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.495 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16744 start_key: 7480000000000050FF2A00000000000000F8 end_key: 7480000000000050FF2D00000000000000F8 region_epoch { conf_ver: 1 version: 8044 } peers { id: 16745 store_id: 1 }"] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16745} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16745} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16745."] [id=16745] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16745] [region_id=16744] [thread_id=102] [2024/05/06 17:37:21.495 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819864] [region_id=16744] [thread_id=101] [2024/05/06 17:37:21.495 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16744 start_key: 7480000000000050FF2A00000000000000F8 end_key: 7480000000000050FF2D00000000000000F8 region_epoch { conf_ver: 1 version: 8044 } peers { id: 16745 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.495 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20815] [observe_id=ObserveId(16153)] [region=14] [thread_id=68] [2024/05/06 17:37:21.495 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16154)] [region=16744] [thread_id=68] [2024/05/06 17:37:21.495 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16744] [thread_id=31] [2024/05/06 17:37:21.502 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8044, but you sent conf_ver: 1 version: 8043\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8044 } peers { id: 15 store_id: 1 } } current_regions { id: 16744 start_key: 7480000000000050FF2A00000000000000F8 end_key: 7480000000000050FF2D00000000000000F8 region_epoch { conf_ver: 1 version: 8044 } peers { id: 16745 store_id: 1 } } }))"] [cid=551302] [thread_id=60] [2024/05/06 17:37:21.731 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50780] [split_keys="key 7480000000000050FF3000000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8044 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16746 new_peer_ids: 16747]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:21.731 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3000000000000000F8 new_region_id: 16746 new_peer_ids: 16747 } right_derive: true }"] [index=20817] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.731 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3000000000000000F8"] [region="id: 14 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8044 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:21.731 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:21.731 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16153)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:21.731 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8045 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.731 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16746 start_key: 7480000000000050FF2D00000000000000F8 end_key: 7480000000000050FF3000000000000000F8 region_epoch { conf_ver: 1 version: 8045 } peers { id: 16747 store_id: 1 }"] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16747} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16747} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16747."] [id=16747] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.731 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16747] [region_id=16746] [thread_id=101] [2024/05/06 17:37:21.732 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819866] [region_id=16746] [thread_id=102] [2024/05/06 17:37:21.732 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20817] [observe_id=ObserveId(16155)] [region=14] [thread_id=68] [2024/05/06 17:37:21.732 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16746 start_key: 7480000000000050FF2D00000000000000F8 end_key: 7480000000000050FF3000000000000000F8 region_epoch { conf_ver: 1 version: 8045 } peers { id: 16747 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.732 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16746] [thread_id=31] [2024/05/06 17:37:21.732 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16156)] [region=16746] [thread_id=68] [2024/05/06 17:37:21.734 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8045, but you sent conf_ver: 1 version: 8044\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8045 } peers { id: 15 store_id: 1 } } current_regions { id: 16746 start_key: 7480000000000050FF2D00000000000000F8 end_key: 7480000000000050FF3000000000000000F8 region_epoch { conf_ver: 1 version: 8045 } peers { id: 16747 store_id: 1 } } }))"] [cid=551415] [thread_id=62] [2024/05/06 17:37:21.806 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50784] [split_keys="key 7480000000000050FF3200000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:21.806 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8045 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16748 new_peer_ids: 16749]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:21.806 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3200000000000000F8 new_region_id: 16748 new_peer_ids: 16749 } right_derive: true }"] [index=20819] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:21.806 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3200000000000000F8"] [region="id: 14 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8045 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:21.807 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:21.807 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16155)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:21.807 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8046 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.807 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16748 start_key: 7480000000000050FF3000000000000000F8 end_key: 7480000000000050FF3200000000000000F8 region_epoch { conf_ver: 1 version: 8046 } peers { id: 16749 store_id: 1 }"] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16749} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16749} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16749."] [id=16749] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16749] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819868] [region_id=16748] [thread_id=101] [2024/05/06 17:37:21.807 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16748 start_key: 7480000000000050FF3000000000000000F8 end_key: 7480000000000050FF3200000000000000F8 region_epoch { conf_ver: 1 version: 8046 } peers { id: 16749 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:21.807 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16748] [thread_id=31] [2024/05/06 17:37:21.807 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20819] [observe_id=ObserveId(16157)] [region=14] [thread_id=68] [2024/05/06 17:37:21.807 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16158)] [region=16748] [thread_id=68] [2024/05/06 17:37:21.810 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8046, but you sent conf_ver: 1 version: 8045\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8046 } peers { id: 15 store_id: 1 } } current_regions { id: 16748 start_key: 7480000000000050FF3000000000000000F8 end_key: 7480000000000050FF3200000000000000F8 region_epoch { conf_ver: 1 version: 8046 } peers { id: 16749 store_id: 1 } } }))"] [cid=551446] [thread_id=62] [2024/05/06 17:37:23.041 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/06 17:37:23.176 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 8046"] [region_id=14] [thread_id=31] [2024/05/06 17:37:23.176 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD to 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8046 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16750 new_peer_ids: 16751, new_region_id: 16752 new_peer_ids: 16753]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:23.177 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD new_region_id: 16750 new_peer_ids: 16751 } requests { split_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE new_region_id: 16752 new_peer_ids: 16753 } right_derive: true }"] [index=20821] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:23.177 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD to 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE"] [region="id: 14 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8046 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:23.177 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16157)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8048 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16750 start_key: 7480000000000050FF3200000000000000F8 end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8048 } peers { id: 16751 store_id: 1 }"] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16751} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16751} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16751."] [id=16751] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16751] [region_id=16750] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16752 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE region_epoch { conf_ver: 1 version: 8048 } peers { id: 16753 store_id: 1 }"] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16753} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16753} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16753."] [id=16753] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16753] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819872] [region_id=16750] [thread_id=101] [2024/05/06 17:37:23.177 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819872] [region_id=16752] [thread_id=102] [2024/05/06 17:37:23.177 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20821] [observe_id=ObserveId(16159)] [region=14] [thread_id=68] [2024/05/06 17:37:23.178 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16750 start_key: 7480000000000050FF3200000000000000F8 end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8048 } peers { id: 16751 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:23.178 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16752 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE region_epoch { conf_ver: 1 version: 8048 } peers { id: 16753 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:23.178 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16750] [thread_id=31] [2024/05/06 17:37:23.178 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16752] [thread_id=31] [2024/05/06 17:37:23.178 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16160)] [region=16750] [thread_id=68] [2024/05/06 17:37:23.178 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16161)] [region=16752] [thread_id=68] [2024/05/06 17:37:23.182 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=67] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/06 17:37:23.186 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:37:23.186 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/06 17:37:23.186 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/06 17:37:23.187 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 75, total_kvs: 1, meta: uuid: 00F97AF602FD4DFAB6948BB076BC6C2D range { start: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD } cf_name: \"write\" region_id: 16752 region_epoch { conf_ver: 1 version: 8048 } }]"] [thread_id=105] [2024/05/06 17:37:23.187 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/00f97af6-02fd-4dfa-b694-8bb076bc6c2d_16752_1_8048_write_2.sst\", temp: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.temp/00f97af6-02fd-4dfa-b694-8bb076bc6c2d_16752_1_8048_write_2.sst\", clone: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.clone/00f97af6-02fd-4dfa-b694-8bb076bc6c2d_16752_1_8048_write_2.sst\" }"] [thread_id=105] [2024/05/06 17:37:24.116 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50784] [split_keys="key 7480000000000050FF3600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8048 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16754 new_peer_ids: 16755]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:24.116 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3600000000000000F8 new_region_id: 16754 new_peer_ids: 16755 } right_derive: true }"] [index=20822] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:24.116 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3600000000000000F8"] [region="id: 14 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8048 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:24.116 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:24.116 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16159)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:24.116 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16754 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FF3600000000000000F8 region_epoch { conf_ver: 1 version: 8049 } peers { id: 16755 store_id: 1 }"] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8049 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.116 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16755} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16755} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16755."] [id=16755] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.116 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16755] [region_id=16754] [thread_id=102] [2024/05/06 17:37:24.117 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819874] [region_id=16754] [thread_id=101] [2024/05/06 17:37:24.117 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20822] [observe_id=ObserveId(16162)] [region=14] [thread_id=68] [2024/05/06 17:37:24.117 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16754 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FF3600000000000000F8 region_epoch { conf_ver: 1 version: 8049 } peers { id: 16755 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.117 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16754] [thread_id=31] [2024/05/06 17:37:24.117 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16163)] [region=16754] [thread_id=68] [2024/05/06 17:37:24.118 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8049, but you sent conf_ver: 1 version: 8048\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8049 } peers { id: 15 store_id: 1 } } current_regions { id: 16754 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FF3600000000000000F8 region_epoch { conf_ver: 1 version: 8049 } peers { id: 16755 store_id: 1 } } }))"] [cid=551674] [thread_id=62] [2024/05/06 17:37:24.119 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050365F698000000000000001038000000000000001038000000000000001038000000000000001038000000000000001, start_ts: TimeStamp(449573878260039689), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 4, min_commit_ts: TimeStamp(449573878260039690), use_async_commit: true, secondaries: [7480000000000050365F698000000000000001038000000000000001038000000000000002038000000000000001038000000000000002, 7480000000000050365F728000000000000001, 7480000000000050365F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573878260039689] [min_commit_ts=449573878260039690] [start_ts=449573878260039689] [key=7480000000000050FF365F698000000000FF0000010380000000FF0000000103800000FF0000000001038000FF0000000000010380FF0000000000000100FE] [thread_id=61] [2024/05/06 17:37:24.372 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50782] [split_keys="key 7480000000000050FF3900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.372 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8049 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16756 new_peer_ids: 16757]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:24.372 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3900000000000000F8 new_region_id: 16756 new_peer_ids: 16757 } right_derive: true }"] [index=20825] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:24.372 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3900000000000000F8"] [region="id: 14 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8049 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:24.372 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:24.372 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.372 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.372 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16162)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:24.372 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8050 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.372 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16756 start_key: 7480000000000050FF3600000000000000F8 end_key: 7480000000000050FF3900000000000000F8 region_epoch { conf_ver: 1 version: 8050 } peers { id: 16757 store_id: 1 }"] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.372 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16757} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16757} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16757."] [id=16757] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16757] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819876] [region_id=16756] [thread_id=101] [2024/05/06 17:37:24.373 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16756 start_key: 7480000000000050FF3600000000000000F8 end_key: 7480000000000050FF3900000000000000F8 region_epoch { conf_ver: 1 version: 8050 } peers { id: 16757 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.373 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20825] [observe_id=ObserveId(16164)] [region=14] [thread_id=68] [2024/05/06 17:37:24.373 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16756] [thread_id=31] [2024/05/06 17:37:24.373 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16165)] [region=16756] [thread_id=68] [2024/05/06 17:37:24.375 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8050, but you sent conf_ver: 1 version: 8049\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8050 } peers { id: 15 store_id: 1 } } current_regions { id: 16756 start_key: 7480000000000050FF3600000000000000F8 end_key: 7480000000000050FF3900000000000000F8 region_epoch { conf_ver: 1 version: 8050 } peers { id: 16757 store_id: 1 } } }))"] [cid=551790] [thread_id=63] [2024/05/06 17:37:24.673 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50782] [split_keys="key 7480000000000050FF3E00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8050 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16758 new_peer_ids: 16759]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:24.673 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3E00000000000000F8 new_region_id: 16758 new_peer_ids: 16759 } right_derive: true }"] [index=20827] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:24.673 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3E00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8050 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/06 17:37:24.673 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:24.673 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16164)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:24.673 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8051 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.673 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16758 start_key: 7480000000000050FF3900000000000000F8 end_key: 7480000000000050FF3E00000000000000F8 region_epoch { conf_ver: 1 version: 8051 } peers { id: 16759 store_id: 1 }"] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16759} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16759} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16759."] [id=16759] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.673 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16759] [region_id=16758] [thread_id=101] [2024/05/06 17:37:24.674 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819878] [region_id=16758] [thread_id=102] [2024/05/06 17:37:24.674 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20827] [observe_id=ObserveId(16166)] [region=14] [thread_id=68] [2024/05/06 17:37:24.674 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16758 start_key: 7480000000000050FF3900000000000000F8 end_key: 7480000000000050FF3E00000000000000F8 region_epoch { conf_ver: 1 version: 8051 } peers { id: 16759 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.674 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16758] [thread_id=31] [2024/05/06 17:37:24.674 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16167)] [region=16758] [thread_id=68] [2024/05/06 17:37:24.744 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50778] [split_keys="key 7480000000000050FF4000000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:24.744 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:50778] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 8051 != conf_ver: 1 version: 8050, retry later\", [id: 14 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8051 } peers { id: 15 store_id: 1 }])"] [thread_id=102] [2024/05/06 17:37:24.747 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:50782] [split_keys="key 7480000000000050FF4000000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/06 17:37:24.747 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050405F728000000000000001, start_ts: TimeStamp(449573878430433281), ttl: 3000, short_value: 80000100000002010001, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449573878430433282), use_async_commit: true, secondaries: [7480000000000050405F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573878430433281] [min_commit_ts=449573878430433282] [start_ts=449573878430433281] [key=7480000000000050FF405F728000000000FF0000010000000000FA] [thread_id=63] [2024/05/06 17:37:24.748 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8051 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16760 new_peer_ids: 16761]"] [region_id=14] [thread_id=31] [2024/05/06 17:37:24.748 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF4000000000000000F8 new_region_id: 16760 new_peer_ids: 16761 } right_derive: true }"] [index=20830] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:24.748 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF4000000000000000F8"] [region="id: 14 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8051 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/06 17:37:24.748 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:37:24.748 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16166)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:37:24.748 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF4000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8052 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.748 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16760 start_key: 7480000000000050FF3E00000000000000F8 end_key: 7480000000000050FF4000000000000000F8 region_epoch { conf_ver: 1 version: 8052 } peers { id: 16761 store_id: 1 }"] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16761} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16761} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16761."] [id=16761] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16761] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819880] [region_id=16760] [thread_id=101] [2024/05/06 17:37:24.748 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16760 start_key: 7480000000000050FF3E00000000000000F8 end_key: 7480000000000050FF4000000000000000F8 region_epoch { conf_ver: 1 version: 8052 } peers { id: 16761 store_id: 1 }"] [thread_id=68] [2024/05/06 17:37:24.748 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20830] [observe_id=ObserveId(16168)] [region=14] [thread_id=68] [2024/05/06 17:37:24.749 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16169)] [region=16760] [thread_id=68] [2024/05/06 17:37:24.752 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16760] [thread_id=31] [2024/05/06 17:37:24.790 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050405F728000000000000003, start_ts: TimeStamp(449573878430433315), ttl: 3000, short_value: 80000100000002010003, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(449573878430433316), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449573878430433315] [min_commit_ts=449573878430433316] [start_ts=449573878430433315] [key=7480000000000050FF405F728000000000FF0000030000000000FA] [thread_id=62] [2024/05/06 17:37:27.378 +08:00] [INFO] [size.rs:180] ["Run size checker"] [policy=Scan] [threshold=150994944] [size=185182682] [region_id=16] [thread_id=18] [2024/05/06 17:37:27.439 +08:00] [INFO] [split_check.rs:843] ["update approximate size and keys with accurate value"] [bucket_size=0] [bucket_count=0] [keys=69214] [size=69196840] [region_id=16] [thread_id=18] [2024/05/06 17:37:27.497 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/06 17:37:27.497 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/06 17:37:27.497 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/06 17:37:27.498 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] ==> ./tikv2.log <== [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={16, 23, 30, 51, 54, 59, 60, 15, 13, 31, 21, 27, 46, 43, 44, 20, 9, 34, 69, 29, 45, 14, 50, 33, 65, 55, 70, 24, 67, 8, 56, 17, 26, 12, 64, 28, 25, 71, 18, 48, 22, 32, 0, 52, 53, 66, 57, 7, 49, 62, 68, 19, 10, 11, 63, 36, 35, 61, 47, 58}"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:06:16.592 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:16.592 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:06:16.592 +08:00] [INFO] [] ["subchannel 0x7f3328a4d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f3328aafb80, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3328a37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3328ad2f30, grpc.server_uri=dns:///127.0.0.1:2389}: connect failed: {\"created\":\"@1714986376.592552595\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2389\"}"] [thread_id=13] [2024/05/06 17:06:16.592 +08:00] [INFO] [] ["subchannel 0x7f3328a4d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f3328aafb80, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3328a37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3328ad2f30, grpc.server_uri=dns:///127.0.0.1:2389}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:06:16.592 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:16.592 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:06:16.894 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:18.442 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:18.443 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:18.444 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:18.444 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2389\"]"] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810409859674363] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:18.448 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:06:18.448 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2] [thread_id=1] [2024/05/06 17:06:18.448 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft] [thread_id=1] [2024/05/06 17:06:18.449 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20170\",\"advertise-addr\":\"127.0.0.1:20170\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20175\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2389\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:06:18.449 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:06:18.450 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/06 17:06:18.450 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:06:18.450 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:06:18.450 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:06:18.450 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:06:18.519 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:06:18.519 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:06:18.520 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 207.602µs"] [thread_id=1] [2024/05/06 17:06:18.584 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:06:18.586 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:06:18.586 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:06:18.586 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp] [thread_id=1] [2024/05/06 17:06:18.587 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=73] [2024/05/06 17:06:18.587 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=73] [2024/05/06 17:06:18.587 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=73] [2024/05/06 17:06:18.587 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=74] [2024/05/06 17:06:18.587 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=74] [2024/05/06 17:06:18.601 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/06 17:06:18.602 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:06:18.609 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.616 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810409859674363] [thread_id=1] [2024/05/06 17:06:18.616 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20170\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20170\" status_address: \"127.0.0.1:20175\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986378 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:06:18.618 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:06:18.618 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.618 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.619 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=210.541µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.622 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=7.55µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.623 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/06 17:06:18.624 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:06:18.624 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:06:18.624 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:06:18.624 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/06 17:06:18.626 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:18.627 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/06 17:06:18.628 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:06:18.628 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:06:18.628 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:06:18.628 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:06:18.629 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20170] [thread_id=1] [2024/05/06 17:06:18.629 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/06 17:06:18.630 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/06 17:06:18.634 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:06:18.634 +08:00] [ERROR] [server.rs:1566] ["failed to bind addr for status service"] [err_code=KV:Unknown] [err="Http(hyper::Error(Listen, Os { code: 98, kind: AddrInUse, message: \"Address already in use\" }))"] [thread_id=1] [2024/05/06 17:06:21.628 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/05/06 17:06:21.628 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/05/06 17:06:21.629 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:06:21.629 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.629 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.630 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=102] [2024/05/06 17:06:21.630 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:06:21.630 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=8] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=10] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=6] [thread_id=68] [2024/05/06 17:06:21.630 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/06 17:06:21.630 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:06:21.630 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=4] [thread_id=68] [2024/05/06 17:06:28.625 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:16:18.445 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=12] [2024/05/06 17:26:18.447 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=12] [2024/05/06 17:36:18.449 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=12] ==> ./tikv3.log <== [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-05-06 06:37:19"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [ERROR] [mod.rs:3291] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/06 17:06:16.589 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={12, 35, 20, 25, 46, 63, 15, 64, 54, 57, 17, 62, 10, 9, 14, 48, 61, 68, 34, 45, 43, 70, 36, 22, 24, 21, 56, 29, 44, 26, 50, 33, 66, 51, 16, 13, 27, 47, 67, 59, 65, 28, 49, 60, 0, 19, 18, 11, 55, 32, 69, 23, 7, 8, 71, 58, 30, 53, 52, 31}"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/06 17:06:16.590 +08:00] [WARN] [server.rs:1739] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/06 17:06:16.592 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:16.592 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/06 17:06:16.592 +08:00] [INFO] [] ["subchannel 0x7feb19e4d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7feb19eafb88, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7feb19e37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7feb19ed2f30, grpc.server_uri=dns:///127.0.0.1:2399}: connect failed: {\"created\":\"@1714986376.592676056\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2399\"}"] [thread_id=13] [2024/05/06 17:06:16.592 +08:00] [INFO] [] ["subchannel 0x7feb19e4d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7feb19eafb88, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7feb19e37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7feb19ed2f30, grpc.server_uri=dns:///127.0.0.1:2399}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/06 17:06:16.593 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:16.593 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/06 17:06:16.894 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:18.442 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:18.443 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:18.444 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2399\"]"] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365810409313690084] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:18.445 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/06 17:06:18.448 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/06 17:06:18.448 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3] [thread_id=1] [2024/05/06 17:06:18.448 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft] [thread_id=1] [2024/05/06 17:06:18.449 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20180\",\"advertise-addr\":\"127.0.0.1:20180\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20185\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2399\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/06 17:06:18.449 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/06 17:06:18.450 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/06 17:06:18.450 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/06 17:06:18.450 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/06 17:06:18.450 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=17] [2024/05/06 17:06:18.450 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/06 17:06:18.519 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/06 17:06:18.519 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/06 17:06:18.520 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 212.732µs"] [thread_id=1] [2024/05/06 17:06:18.582 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/06 17:06:18.584 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/06 17:06:18.585 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/06 17:06:18.585 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp] [thread_id=1] [2024/05/06 17:06:18.586 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/06 17:06:18.586 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/06 17:06:18.586 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/06 17:06:18.586 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/06 17:06:18.586 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/05/06 17:06:18.586 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/05/06 17:06:18.586 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/06 17:06:18.593 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.600 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365810409313690084] [thread_id=1] [2024/05/06 17:06:18.600 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20180\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20180\" status_address: \"127.0.0.1:20185\" git_hash: \"88099c95a3c0c13a827c0795c3d45070264665e4\" start_timestamp: 1714986378 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/06 17:06:18.602 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/06 17:06:18.602 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.602 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.603 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=211.266µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.606 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.203µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/06 17:06:18.607 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/06 17:06:18.608 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/06 17:06:18.608 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/06 17:06:18.608 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/06 17:06:18.608 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/06 17:06:18.611 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:18.611 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/06 17:06:18.612 +08:00] [INFO] [server.rs:1195] ["start register debug service"] [thread_id=1] [2024/05/06 17:06:18.612 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/06 17:06:18.612 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/06 17:06:18.613 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/06 17:06:18.614 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20180] [thread_id=1] [2024/05/06 17:06:18.615 +08:00] [INFO] [server.rs:1520] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/06 17:06:18.615 +08:00] [INFO] [server.rs:1526] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/06 17:06:18.619 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/06 17:06:18.619 +08:00] [ERROR] [server.rs:1566] ["failed to bind addr for status service"] [err_code=KV:Unknown] [err="Http(hyper::Error(Listen, Os { code: 98, kind: AddrInUse, message: \"Address already in use\" }))"] [thread_id=1] [2024/05/06 17:06:21.612 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/05/06 17:06:21.612 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:06:21.613 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/05/06 17:06:21.613 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:06:21.613 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/06 17:06:21.613 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=102] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/05/06 17:06:21.614 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/06 17:06:21.614 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=6] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=4] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=8] [thread_id=68] [2024/05/06 17:06:21.614 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/06 17:06:21.615 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/05/06 17:06:28.609 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/06 17:16:18.446 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=12] [2024/05/06 17:26:18.448 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=12] [2024/05/06 17:36:18.449 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=12] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/05/06 17:37:21.558 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24653] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c > 2;"] [2024/05/06 17:37:21.559 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24653] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c > 2;"] [2024/05/06 17:37:21.559 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24653] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_regard_null_as_point`=FALSE"] [2024/05/06 17:37:21.560 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24653] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:37:21.572 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20527, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:21.546 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:21.572 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20527, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:21.546 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:37:21.594 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=1887439236] [category=ddl] [job="ID:20527, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.546 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.614 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=1887439236] [category=ddl] [job="ID:20527, Type:drop table, State:running, SchemaState:write only, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.546 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.634 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=1887439236] [category=ddl] [job="ID:20527, Type:drop table, State:running, SchemaState:delete only, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.546 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.654 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20527] [tableIDs="[20525]"] [comment="drop table: table ID"] [2024/05/06 17:37:21.655 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20527] [jobType="drop table"] [2024/05/06 17:37:21.656 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=1887439236] [job="ID:20527, Type:drop table, State:synced, SchemaState:none, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:3, start time: 2024-05-06 17:37:21.546 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.659 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20527] [2024/05/06 17:37:21.659 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:21.661 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24653] [neededSchemaVersion=24656] ["start time"=422.197µs] [gotSchemaVersion=24656] [phyTblIDs="[20525]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:37:21.662 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24656] [cur_db=util__ranger] [sql="create table t(a int, b int, c int, key(a,b,c));"] [user=root@%] [2024/05/06 17:37:21.675 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20529, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:21.646 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:21.675 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20529, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:21.646 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int, c int, key(a,b,c));"] [2024/05/06 17:37:21.706 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20529] [conn=1887439236] [category=ddl] [job="ID:20529, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.646 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.727 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20529] [conn=1887439236] [job="ID:20529, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.646 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.730 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20529] [2024/05/06 17:37:21.730 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:21.730 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000005030] [2024/05/06 17:37:21.731 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000005030] ["first new region left"="{Id:16746 StartKey:7480000000000050ff2d00000000000000f8 EndKey:7480000000000050ff3000000000000000f8 RegionEpoch:{ConfVer:1 Version:8045} Peers:[id:16747 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:37:21.731 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16746]"] [2024/05/06 17:37:21.732 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24656] [neededSchemaVersion=24657] ["start time"=564.554µs] [gotSchemaVersion=24657] [phyTblIDs="[20528]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:37:21.733 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,2,2);"] [2024/05/06 17:37:21.735 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b in (1, 2) and c > 1;"] [2024/05/06 17:37:21.736 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b in (1, 2) and c > 1;"] [2024/05/06 17:37:21.737 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b = 2) and c > 1;"] [2024/05/06 17:37:21.737 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b = 2) and c > 1;"] [2024/05/06 17:37:21.738 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b in (2, 3)) and c > 1;"] [2024/05/06 17:37:21.739 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b in (2, 3)) and c > 1;"] [2024/05/06 17:37:21.740 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b = 2) and b = 3 and c > 1;"] [2024/05/06 17:37:21.740 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b = 2) and b = 3 and c > 1;"] [2024/05/06 17:37:21.740 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b is null or b = 2);"] [2024/05/06 17:37:21.741 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b is null or b = 2);"] [2024/05/06 17:37:21.742 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b is null or b = 2) and c > 1;"] [2024/05/06 17:37:21.742 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b is null or b = 2) and c > 1;"] [2024/05/06 17:37:21.743 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and c > 1;"] [2024/05/06 17:37:21.744 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and c > 1;"] [2024/05/06 17:37:21.745 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and b is null and c > 1;"] [2024/05/06 17:37:21.745 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and b is null and c > 1;"] [2024/05/06 17:37:21.746 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and b = 1 and c > 1;"] [2024/05/06 17:37:21.746 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and b = 1 and c > 1;"] [2024/05/06 17:37:21.746 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_regard_null_as_point`=DEFAULT"] [2024/05/06 17:37:21.746 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=2"] [2024/05/06 17:37:21.747 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24657] [cur_db=util__ranger] [sql="drop table if exists t0;"] [user=root@%] [2024/05/06 17:37:21.747 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24657] [cur_db=util__ranger] [sql="CREATE TABLE t0(c0 TEXT(10));"] [user=root@%] [2024/05/06 17:37:21.747 +08:00] [INFO] [ddl_api.go:1133] ["Automatically convert BLOB(10) to TINYBLOB"] [category=ddl] [2024/05/06 17:37:21.760 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20531, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:21.745 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:21.760 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20531, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:21.745 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t0(c0 TEXT(10));"] [2024/05/06 17:37:21.782 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20531] [conn=1887439236] [category=ddl] [job="ID:20531, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.745 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.802 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20531] [conn=1887439236] [job="ID:20531, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.745 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:21.806 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20531] [2024/05/06 17:37:21.806 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:21.806 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000005032] [2024/05/06 17:37:21.807 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000005032] ["first new region left"="{Id:16748 StartKey:7480000000000050ff3000000000000000f8 EndKey:7480000000000050ff3200000000000000f8 RegionEpoch:{ConfVer:1 Version:8046} Peers:[id:16749 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:37:21.807 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16748]"] [2024/05/06 17:37:21.807 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24657] [neededSchemaVersion=24658] ["start time"=529.971µs] [gotSchemaVersion=24658] [phyTblIDs="[20530]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:37:21.808 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24658] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="INSERT INTO t0(c0) VALUES (1);"] [2024/05/06 17:37:21.810 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24658] [cur_db=util__ranger] [sql="CREATE INDEX i0 ON t0(c0(255));"] [user=root@%] [2024/05/06 17:37:21.823 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20532, Type:add index, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:6, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 17:37:21.823 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20532, Type:add index, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:6, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="CREATE INDEX i0 ON t0(c0(255));"] [2024/05/06 17:37:21.851 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:21.852 +08:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:6, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"i0\",\"L\":\"i0\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"c0\",\"L\":\"c0\"},\"offset\":0,\"length\":255}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 17:37:21.874 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:delete only, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:21.894 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write only, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:21.914 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:21.915 +08:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=20532] [table=t0] ["ingest mode"=true] [index=i0] [2024/05/06 17:37:21.915 +08:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=20532] [physicalTableID=20530] [startKey=7480000000000050325f728000000000000001] [endKey=7480000000000050325f72800000000000000100] [2024/05/06 17:37:21.934 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:449573877683322888, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:21.934 +08:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=20532] [table=t0] ["ingest mode"=true] [index=i0] [2024/05/06 17:37:21.938 +08:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/20532] [2024/05/06 17:37:21.946 +08:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=20530] [size=0] [error="less than 3 regions"] [2024/05/06 17:37:21.955 +08:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [task-id=660015] [2024/05/06 17:37:21.955 +08:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [state=pending] [concurrency=4] [2024/05/06 17:37:22.456 +08:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [current-step=init] [next-step=read-index] [2024/05/06 17:37:22.456 +08:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [num=1] [2024/05/06 17:37:22.457 +08:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=660015] [curr-step=init] [next-step=read-index] [2024/05/06 17:37:22.458 +08:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 17:37:22.734 +08:00] [INFO] [manager.go:328] ["task executor started"] [task-id=660015] [type=backfill] [remaining-slots=4] [2024/05/06 17:37:23.036 +08:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=660015] [task-type=backfill] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=16GiB]"] [2024/05/06 17:37:23.037 +08:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 17:37:23.037 +08:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-37519/20532] [keyspaceName=] [2024/05/06 17:37:23.039 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:37:23.039 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365810410003010704] [2024/05/06 17:37:23.039 +08:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:37:23.039 +08:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 17:37:23.039 +08:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:37:23.039 +08:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 17:37:23.039 +08:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:37:23.039 +08:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 17:37:23.039 +08:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 17:37:23.041 +08:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 17:37:23.042 +08:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 17:37:23.042 +08:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=20532] ["current memory usage"=33416] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 17:37:23.042 +08:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 17:37:23.045 +08:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 17:37:23.047 +08:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 17:37:23.048 +08:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=20532] ["index ID"=1] ["current memory usage"=671122200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 17:37:23.048 +08:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=660015] [subtask-id=60015] [jobID=20532] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 17:37:23.048 +08:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=20530] ["start key"=7480000000000050325f728000000000000001] ["end key"=7480000000000050325f72800000000000000100] [2024/05/06 17:37:23.048 +08:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=660015] [subtask-id=60015] [id=1] [task="TableScanTask: id=1, startKey=7480000000000050325f728000000000000001, endKey=7480000000000050325f72800000000000000100"] [2024/05/06 17:37:23.075 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671122240] ["max memory quota"=17179869184] [2024/05/06 17:37:23.102 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671122280] ["max memory quota"=17179869184] [2024/05/06 17:37:23.102 +08:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=660015] [subtask-id=60015] [id=1] [2024/05/06 17:37:23.129 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672170896] ["max memory quota"=17179869184] [2024/05/06 17:37:23.156 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672170936] ["max memory quota"=17179869184] [2024/05/06 17:37:23.156 +08:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=39] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/tmp_ddl-37519/20532/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/59eb4b3d-bbef-4ea8-9a7b-18cb64c0e5e3.sst] [firstKey=7480000000000050325F698000000000000001013100000000000000F8038000000000000001] [lastKey=7480000000000050325F698000000000000001013100000000000000F8038000000000000001] [2024/05/06 17:37:23.158 +08:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=20532] [2024/05/06 17:37:23.158 +08:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 607265054720/940431265792, backend usage: 0"] [2024/05/06 17:37:23.159 +08:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/05/06 17:37:23.159 +08:00] [WARN] [local.go:1687] ["get region split size and keys failed"] [category=ddl-ingest] [error="Get \"http://127.0.0.1:20165/config\": dial tcp 127.0.0.1:20165: connect: connection refused"] [store=127.0.0.1:20165] [2024/05/06 17:37:23.159 +08:00] [WARN] [local.go:1270] ["fail to get region split keys and size"] [category=ddl-ingest] [error="get region split size and keys failed"] [2024/05/06 17:37:23.159 +08:00] [INFO] [local.go:1280] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 17:37:23.180 +08:00] [INFO] [local.go:1318] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=1] [size=39] [2024/05/06 17:37:23.180 +08:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 17:37:23.187 +08:00] [INFO] [local.go:1329] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=39] [kvs=1] [importedSize=39] [importedCount=1] [2024/05/06 17:37:23.188 +08:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=29.940433ms] [] [2024/05/06 17:37:23.191 +08:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=20532] [2024/05/06 17:37:23.197 +08:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 17:37:23.197 +08:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 17:37:23.198 +08:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=560.814µs] [] [2024/05/06 17:37:23.198 +08:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 17:37:23.198 +08:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=397.214µs] [] [2024/05/06 17:37:23.199 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 17:37:23.199 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 17:37:23.199 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 17:37:23.199 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 17:37:23.199 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 17:37:23.199 +08:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=20532] ["current memory usage"=33360] ["max memory quota"=17179869184] [2024/05/06 17:37:23.199 +08:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=660015] [task-type=backfill] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=16GiB]"] [takeTime=162.566608ms] [] [2024/05/06 17:37:23.457 +08:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [current-step=read-index] [next-step=done] [2024/05/06 17:37:23.501 +08:00] [INFO] [manager.go:332] ["task executor exit"] [task-id=660015] [type=backfill] [2024/05/06 17:37:23.758 +08:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 17:37:23.789 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:449573877683322888, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:23.790 +08:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=20532] [table=t0] [index=i0] [2024/05/06 17:37:23.815 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:23.816 +08:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=20532] [physicalTableID=20530] [startKey=7480000000000050325f69ffff000000000001] [endKey=7480000000000050325f69ffff000000000001ff] [2024/05/06 17:37:23.841 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:0, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:449573878181396484, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:23.843 +08:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:6, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:449573878181396484, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000050325f69ffff000000000001,EndKey:7480000000000050325f69ffff000000000001ff,First:false,PhysicalTableID:20530,Ingest mode:false"] [2024/05/06 17:37:23.845 +08:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=20530] ["start key"=7480000000000050325f69ffff000000000001] ["end key"=7480000000000050325f69ffff000000000001ff] [2024/05/06 17:37:23.845 +08:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000050325f69ffff000000000001] [endKey=7480000000000050325f69ffff000000000001ff] [2024/05/06 17:37:23.845 +08:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=20530] ["end key"=7480000000000050325f69ffff000000000001ff] ["current end key"=7480000000000050325f69ffff00000000000100] [2024/05/06 17:37:23.845 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=20532] [2024/05/06 17:37:23.845 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=20532] [2024/05/06 17:37:23.845 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=20532] [2024/05/06 17:37:23.846 +08:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 20530, range: [7480000000000050325f69ffff000000000001, 7480000000000050325f69ffff00000000000100), jobID: 20532"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000050325f69ffff0000000000010000] ["take time"=401.762µs] [2024/05/06 17:37:23.846 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=20532] [2024/05/06 17:37:23.846 +08:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000050325f69ffff000000000001] [2024/05/06 17:37:23.846 +08:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 17:37:23.852 +08:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_general_ci] [2024/05/06 17:37:23.879 +08:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=20532] [tableID=20530] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 17:37:23.881 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20532] [jobType="add index"] [2024/05/06 17:37:23.881 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=1887439236] [job="ID:20532, Type:add index, State:synced, SchemaState:public, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:3, start time: 2024-05-06 17:37:21.796 +0800 CST, Err:, ErrCount:0, SnapshotVersion:449573878181396484, LocalMode: false, UniqueWarnings:0"] [2024/05/06 17:37:23.886 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20532] [2024/05/06 17:37:23.886 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:23.888 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24658] [neededSchemaVersion=24664] ["start time"=1.602812ms] [gotSchemaVersion=24664] [phyTblIDs="[20530,20530,20530,20530,20530,20530]"] [actionTypes="[7,7,7,7,7,7]"] [diffTypes="[\"add index\",\"add index\",\"add index\",\"add index\",\"add index\",\"add index\"]"] [2024/05/06 17:37:23.890 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t0;"] [2024/05/06 17:37:23.915 +08:00] [INFO] [analyze.go:747] ["analyze table `util__ranger`.`t0` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/06 17:37:23.894 +08:00] ["end time"=2024/05/06 17:37:23.914 +08:00] [cost=19.943206ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/06 17:37:23.925 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0;"] [2024/05/06 17:37:23.926 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 > '123';"] [2024/05/06 17:37:23.926 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 <> '123';"] [2024/05/06 17:37:23.927 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 is true;"] [2024/05/06 17:37:23.927 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 is false;"] [2024/05/06 17:37:23.927 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 in ('123','456','789');"] [2024/05/06 17:37:23.928 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * FROM t0 WHERE ('a' != t0.c0) AND t0.c0;"] [2024/05/06 17:37:23.928 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=DEFAULT"] [2024/05/06 17:37:23.928 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=2"] [2024/05/06 17:37:23.928 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24664] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:37:23.929 +08:00] [INFO] [gc_worker.go:373] ["there's already a gc job running, skipped"] [category="gc worker"] ["leaderTick on"=63d349de85c0009] [2024/05/06 17:37:23.942 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20533, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:23.895 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:23.942 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20533, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:23.895 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:37:23.956 +08:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [task-id=660015] [2024/05/06 17:37:23.957 +08:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [2024/05/06 17:37:23.957 +08:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [task-id=660015] [2024/05/06 17:37:23.962 +08:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [2024/05/06 17:37:23.965 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=1887439236] [category=ddl] [job="ID:20533, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:23.895 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:23.986 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=1887439236] [category=ddl] [job="ID:20533, Type:drop table, State:running, SchemaState:write only, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:23.895 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.006 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=1887439236] [category=ddl] [job="ID:20533, Type:drop table, State:running, SchemaState:delete only, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:23.895 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.026 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20533] [tableIDs="[20528]"] [comment="drop table: table ID"] [2024/05/06 17:37:24.027 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20533] [jobType="drop table"] [2024/05/06 17:37:24.028 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=1887439236] [job="ID:20533, Type:drop table, State:synced, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:3, start time: 2024-05-06 17:37:23.895 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.031 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20533] [2024/05/06 17:37:24.031 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.032 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24664] [neededSchemaVersion=24667] ["start time"=480.707µs] [gotSchemaVersion=24667] [phyTblIDs="[20528]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:37:24.033 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24667] [cur_db=util__ranger] [sql="create table t(a int primary key, b int, c int, d int, e int, index idx(b,c,d));"] [user=root@%] [2024/05/06 17:37:24.053 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20535, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.045 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.053 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20535, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.045 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int primary key, b int, c int, d int, e int, index idx(b,c,d));"] [2024/05/06 17:37:24.083 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20535] [conn=1887439236] [category=ddl] [job="ID:20535, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.045 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.112 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20535] [conn=1887439236] [job="ID:20535, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.045 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.115 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20535] [2024/05/06 17:37:24.115 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.115 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000005036] [2024/05/06 17:37:24.116 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000005036] ["first new region left"="{Id:16754 StartKey:7480000000000050ff325f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fe EndKey:7480000000000050ff3600000000000000f8 RegionEpoch:{ConfVer:1 Version:8049} Peers:[id:16755 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:37:24.116 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16754]"] [2024/05/06 17:37:24.117 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24667] [neededSchemaVersion=24668] ["start time"=505.906µs] [gotSchemaVersion=24668] [phyTblIDs="[20534]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:37:24.118 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,1,1,1,2),(2,1,2,1,0);"] [2024/05/06 17:37:24.119 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1887439236] [session_alias=] [startTS=449573878260039689] [2024/05/06 17:37:24.120 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t;"] [2024/05/06 17:37:24.159 +08:00] [INFO] [analyze.go:747] ["analyze table `util__ranger`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/06 17:37:24.124 +08:00] ["end time"=2024/05/06 17:37:24.158 +08:00] [cost=33.989166ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/06 17:37:24.179 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select t.e in (select count(*) from t s use index(idx), t t1 where s.b = 1 and s.c in (1, 2) and s.d = t.a and s.a = t1.a) from t;"] [2024/05/06 17:37:24.180 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select t.e in (select count(*) from t s use index(idx), t t1 where s.b = 1 and s.c in (1, 2) and s.d = t.a and s.a = t1.a) from t;"] [2024/05/06 17:37:24.182 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=DEFAULT"] [2024/05/06 17:37:24.182 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24668] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:37:24.195 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20536, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.145 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.195 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20536, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.145 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 17:37:24.217 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=1887439236] [category=ddl] [job="ID:20536, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.145 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.249 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=1887439236] [category=ddl] [job="ID:20536, Type:drop table, State:running, SchemaState:write only, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.145 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.277 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=1887439236] [category=ddl] [job="ID:20536, Type:drop table, State:running, SchemaState:delete only, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.145 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.297 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20536] [tableIDs="[20534]"] [comment="drop table: table ID"] [2024/05/06 17:37:24.299 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20536] [jobType="drop table"] [2024/05/06 17:37:24.299 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=1887439236] [job="ID:20536, Type:drop table, State:synced, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:3, start time: 2024-05-06 17:37:24.145 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.303 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20536] [2024/05/06 17:37:24.303 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.304 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24668] [neededSchemaVersion=24671] ["start time"=378.309µs] [gotSchemaVersion=24671] [phyTblIDs="[20534]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/06 17:37:24.305 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439236] [schemaVersion=24671] [cur_db=util__ranger] [sql="create table t(a int not null, b int not null, primary key(a,b));"] [user=root@%] [2024/05/06 17:37:24.318 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20538, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.295 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.318 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20538, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.295 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int not null, b int not null, primary key(a,b));"] [2024/05/06 17:37:24.347 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20538] [conn=1887439236] [category=ddl] [job="ID:20538, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.295 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.368 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20538] [conn=1887439236] [job="ID:20538, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.295 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.371 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20538] [2024/05/06 17:37:24.371 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.372 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000005039] [2024/05/06 17:37:24.372 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000005039] ["first new region left"="{Id:16756 StartKey:7480000000000050ff3600000000000000f8 EndKey:7480000000000050ff3900000000000000f8 RegionEpoch:{ConfVer:1 Version:8050} Peers:[id:16757 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:37:24.373 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16756]"] [2024/05/06 17:37:24.373 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24671] [neededSchemaVersion=24672] ["start time"=596.744µs] [gotSchemaVersion=24672] [phyTblIDs="[20537]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:37:24.374 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,2);"] [2024/05/06 17:37:24.376 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t;"] [2024/05/06 17:37:24.407 +08:00] [INFO] [analyze.go:747] ["analyze table `util__ranger`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/06 17:37:24.381 +08:00] ["end time"=2024/05/06 17:37:24.405 +08:00] [cost=24.830011ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/06 17:37:24.420 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from (select * from t union all select a, b from t) sub where a > 0;"] [2024/05/06 17:37:24.421 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439236] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from (select * from t union all select ifnull(a,b), b from t) sub where a > 0;"] [2024/05/06 17:37:24.423 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439240] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/06 17:37:24.423 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439240] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/06 17:37:24.423 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439240] [schemaVersion=24672] [cur_db=test] [sql="drop database `util__ranger`"] [user=root@%] [2024/05/06 17:37:24.437 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20539, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20499, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.395 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.437 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20539, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20499, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.395 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `util__ranger`"] [2024/05/06 17:37:24.459 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=1887439240] [category=ddl] [job="ID:20539, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20499, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.395 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.480 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=1887439240] [category=ddl] [job="ID:20539, Type:drop schema, State:running, SchemaState:write only, SchemaID:20499, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.395 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.500 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=1887439240] [category=ddl] [job="ID:20539, Type:drop schema, State:running, SchemaState:delete only, SchemaID:20499, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.395 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.520 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20539] [tableIDs="[20503,20505,20516,20530,20537]"] [comment="drop schema: table IDs"] [2024/05/06 17:37:24.522 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20539] [jobType="drop schema"] [2024/05/06 17:37:24.522 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=1887439240] [job="ID:20539, Type:drop schema, State:synced, SchemaState:none, SchemaID:20499, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.395 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.525 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20539] [2024/05/06 17:37:24.525 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.526 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24672] [neededSchemaVersion=24675] ["start time"=409.773µs] [gotSchemaVersion=24675] [phyTblIDs="[20503,20505,20516,20530,20537]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/06 17:37:24.528 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439242] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24675] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/06 17:37:24.528 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439242] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24675] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/06 17:37:24.528 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439242] [schemaVersion=24675] [cur_db=test] [sql="create database `window_function`"] [user=root@%] [2024/05/06 17:37:24.542 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20541, Type:create schema, State:queueing, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.495 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.542 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20541, Type:create schema, State:queueing, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.495 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database `window_function`"] [2024/05/06 17:37:24.571 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20541] [conn=1887439242] [category=ddl] [job="ID:20541, Type:create schema, State:queueing, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.495 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.594 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20541] [conn=1887439242] [job="ID:20541, Type:create schema, State:synced, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.495 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.598 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20541] [2024/05/06 17:37:24.598 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.599 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24675] [neededSchemaVersion=24676] ["start time"=271.797µs] [gotSchemaVersion=24676] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 17:37:24.600 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/06 17:37:24.601 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/06 17:37:24.601 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439246] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/06 17:37:24.601 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439246] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/06 17:37:24.602 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439246] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SELECT tidb_version()"] [2024/05/06 17:37:24.602 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_init_chunk_size`=1"] [2024/05/06 17:37:24.602 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_max_chunk_size`=32"] [2024/05/06 17:37:24.602 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_multi_statement_mode`=1"] [2024/05/06 17:37:24.602 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_hash_join_concurrency`=1"] [2024/05/06 17:37:24.602 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_pseudo_for_outdated_stats`=FALSE"] [2024/05/06 17:37:24.603 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_analyze_snapshot`=1"] [2024/05/06 17:37:24.603 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_clustered_index`=_UTF8MB4'int_only'"] [2024/05/06 17:37:24.603 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `window_function`"] [2024/05/06 17:37:24.603 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=1"] [2024/05/06 17:37:24.603 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439244] [schemaVersion=24676] [cur_db=window_function] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:37:24.604 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439244] [schemaVersion=24676] [cur_db=window_function] [sql="create table t (a int, b int, c timestamp, index idx(a));"] [user=root@%] [2024/05/06 17:37:24.617 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20543, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.595 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.617 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20543, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.595 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c timestamp, index idx(a));"] [2024/05/06 17:37:24.648 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20543] [conn=1887439244] [category=ddl] [job="ID:20543, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.595 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.669 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20543] [conn=1887439244] [job="ID:20543, Type:create table, State:synced, SchemaState:public, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.595 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.672 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20543] [2024/05/06 17:37:24.672 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.672 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000503e] [2024/05/06 17:37:24.673 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000503e] ["first new region left"="{Id:16758 StartKey:7480000000000050ff3900000000000000f8 EndKey:7480000000000050ff3e00000000000000f8 RegionEpoch:{ConfVer:1 Version:8051} Peers:[id:16759 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:37:24.673 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16758]"] [2024/05/06 17:37:24.674 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24676] [neededSchemaVersion=24677] ["start time"=537.259µs] [gotSchemaVersion=24677] [phyTblIDs="[20542]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:37:24.675 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_window_function`=1"] [2024/05/06 17:37:24.675 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_window_concurrency`=1"] [2024/05/06 17:37:24.675 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over() from t;"] [2024/05/06 17:37:24.676 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a) from t;"] [2024/05/06 17:37:24.676 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b) from t;"] [2024/05/06 17:37:24.677 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows unbounded preceding) from t;"] [2024/05/06 17:37:24.677 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows between 1 preceding and 1 following) from t;"] [2024/05/06 17:37:24.677 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b range between 1 preceding and 1 following) from t;"] [2024/05/06 17:37:24.678 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by c range between interval '2:30' minute_second preceding and interval '2:30' minute_second following) from t;"] [2024/05/06 17:37:24.678 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_window_concurrency`=4"] [2024/05/06 17:37:24.679 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over() from t;"] [2024/05/06 17:37:24.679 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a) from t;"] [2024/05/06 17:37:24.679 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b) from t;"] [2024/05/06 17:37:24.680 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows unbounded preceding) from t;"] [2024/05/06 17:37:24.680 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows between 1 preceding and 1 following) from t;"] [2024/05/06 17:37:24.681 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b range between 1 preceding and 1 following) from t;"] [2024/05/06 17:37:24.682 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by c range between interval '2:30' minute_second preceding and interval '2:30' minute_second following) from t;"] [2024/05/06 17:37:24.682 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439244] [schemaVersion=24677] [cur_db=window_function] [sql="drop table if exists t1;"] [user=root@%] [2024/05/06 17:37:24.682 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439244] [schemaVersion=24677] [cur_db=window_function] [sql="create table t1(a int primary key, b int);"] [user=root@%] [2024/05/06 17:37:24.696 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20545, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.645 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.696 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20545, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:2, start time: 2024-05-06 17:37:24.645 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int);"] [2024/05/06 17:37:24.719 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20545] [conn=1887439244] [category=ddl] [job="ID:20545, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.645 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.741 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20545] [conn=1887439244] [job="ID:20545, Type:create table, State:synced, SchemaState:public, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.645 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.744 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20545] [2024/05/06 17:37:24.744 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.744 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000005040] [2024/05/06 17:37:24.745 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24677] [neededSchemaVersion=24678] ["start time"=499.095µs] [gotSchemaVersion=24678] [phyTblIDs="[20544]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 17:37:24.746 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t1 values(1, 1), (2, 1);"] [2024/05/06 17:37:24.747 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1887439244] [session_alias=] [startTS=449573878430433281] [2024/05/06 17:37:24.748 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000005040] ["first new region left"="{Id:16760 StartKey:7480000000000050ff3e00000000000000f8 EndKey:7480000000000050ff4000000000000000f8 RegionEpoch:{ConfVer:1 Version:8052} Peers:[id:16761 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 17:37:24.748 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16760]"] [2024/05/06 17:37:24.752 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t1;"] [2024/05/06 17:37:24.779 +08:00] [INFO] [analyze.go:747] ["analyze table `window_function`.`t1` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/06 17:37:24.759 +08:00] ["end time"=2024/05/06 17:37:24.777 +08:00] [cost=18.062562ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/06 17:37:24.789 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by b) from t1;"] [2024/05/06 17:37:24.790 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t1 values(3, 3);"] [2024/05/06 17:37:24.790 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1887439244] [session_alias=] [startTS=449573878430433315] [2024/05/06 17:37:24.791 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t1;"] [2024/05/06 17:37:24.797 +08:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=20544] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/06 17:37:24.797 +08:00] [INFO] [save.go:211] ["incrementally update count"] [category=stats] [tableID=20544] [curCnt=2] [results.Count=3] [results.BaseCount=2] [count=3] [2024/05/06 17:37:24.814 +08:00] [INFO] [analyze.go:747] ["analyze table `window_function`.`t1` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/06 17:37:24.794 +08:00] ["end time"=2024/05/06 17:37:24.813 +08:00] [cost=18.428588ms] ["sample rate reason"="use min(1, 110000/2) as the sample-rate=1"] [2024/05/06 17:37:24.824 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439244] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by b) from t1;"] [2024/05/06 17:37:24.825 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439248] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/06 17:37:24.825 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=1887439248] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/06 17:37:24.825 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=1887439248] [schemaVersion=24678] [cur_db=test] [sql="drop database `window_function`"] [user=root@%] [2024/05/06 17:37:24.838 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20546, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 17:37:24.838 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20546, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `window_function`"] [2024/05/06 17:37:24.861 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=1887439248] [category=ddl] [job="ID:20546, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.882 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=1887439248] [category=ddl] [job="ID:20546, Type:drop schema, State:running, SchemaState:write only, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.902 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=1887439248] [category=ddl] [job="ID:20546, Type:drop schema, State:running, SchemaState:delete only, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:37:24.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.923 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20546] [tableIDs="[20542,20544]"] [comment="drop schema: table IDs"] [2024/05/06 17:37:24.926 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20546] [jobType="drop schema"] [2024/05/06 17:37:24.926 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=1887439248] [job="ID:20546, Type:drop schema, State:synced, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:37:24.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 17:37:24.929 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20546] [2024/05/06 17:37:24.929 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 17:37:24.931 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24678] [neededSchemaVersion=24681] ["start time"=487.349µs] [gotSchemaVersion=24681] [phyTblIDs="[20542,20544]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/06 17:37:24.934 +08:00] [INFO] [signal_posix.go:54] ["got signal to exit"] [signal=terminated] [2024/05/06 17:37:24.934 +08:00] [INFO] [server.go:584] ["setting tidb-server to report unhealthy (shutting-down)"] [2024/05/06 17:37:24.935 +08:00] [ERROR] [http_status.go:531] ["start status/rpc server error"] [error="accept tcp 127.0.0.1:36715: use of closed network connection"] [2024/05/06 17:37:24.935 +08:00] [ERROR] [http_status.go:526] ["http server error"] [error="http: Server closed"] [2024/05/06 17:37:24.935 +08:00] [ERROR] [http_status.go:521] ["grpc server error"] [error="mux: server closed"] [2024/05/06 17:37:24.936 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7060] [from=0] [to=128] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.937 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7066] [from=0] [to=32768] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.939 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7069] [from=0] [to=65536] [isUnsigned=true] [category="autoid service"] [2024/05/06 17:37:24.940 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7075] [from=0] [to=16777216] [isUnsigned=true] [category="autoid service"] [2024/05/06 17:37:24.941 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7063] [from=0] [to=256] [isUnsigned=true] [category="autoid service"] [2024/05/06 17:37:24.942 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7081] [from=0] [to=4294967296] [isUnsigned=true] [category="autoid service"] [2024/05/06 17:37:24.943 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7084] [from=0] [to=9223372036854775807] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.944 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7190] [from=0] [to=51] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.945 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7196] [from=0] [to=30] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.946 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7199] [from=0] [to=4008] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.947 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7072] [from=0] [to=8388608] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.948 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7125] [from=0] [to=2] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.949 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7184] [from=0] [to=11] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.950 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7202] [from=0] [to=4008] [isUnsigned=true] [category="autoid service"] [2024/05/06 17:37:24.951 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7078] [from=0] [to=2147483648] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.952 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=9743] [tblID=9895] [from=0] [to=2147483647] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.953 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=9743] [tblID=9900] [from=0] [to=2] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.954 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=9743] [tblID=9906] [from=0] [to=6] [isUnsigned=false] [category="autoid service"] [2024/05/06 17:37:24.954 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36715"] [2024/05/06 17:37:24.954 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36715"] [2024/05/06 17:37:24.954 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36715"] [error="context canceled"] [2024/05/06 17:37:24.955 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36715"] [] [2024/05/06 17:37:24.955 +08:00] [INFO] [server.go:978] ["start drain clients"] [2024/05/06 17:37:24.955 +08:00] [INFO] [server.go:1007] ["all sessions quit in drain wait time"] [2024/05/06 17:37:24.955 +08:00] [INFO] [server.go:959] ["kill all connections."] [category=server] [2024/05/06 17:37:24.958 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [2024/05/06 17:37:24.958 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [2024/05/06 17:37:24.958 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [] [2024/05/06 17:37:24.959 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 17:37:24.959 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=1.997µs] [2024/05/06 17:37:24.959 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=1.133µs] [2024/05/06 17:37:24.959 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 17:37:24.959 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp general"] [category=ddl] ["take time"=759ns] [2024/05/06 17:37:24.959 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 17:37:24.959 +08:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 17:37:24.959 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:37:24.960 +08:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=24eac12d-e171-4f35-b74c-23e726666271] ["take time"=4.471771ms] [2024/05/06 17:37:24.960 +08:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=24eac12d-e171-4f35-b74c-23e726666271] [2024/05/06 17:37:24.960 +08:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 17:37:24.960 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/21036fa9-dc3f-44c3-87c9-edb80223545d] [watcherID=85f29705-0813-4cab-a395-85f1f2d3d1c7] [2024/05/06 17:37:24.960 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 17:37:24.960 +08:00] [INFO] [worker.go:196] ["timer hookWorker loop exited"] [groupID=ttl] [hookClass=tidb.ttl] [2024/05/06 17:37:24.960 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/21036fa9-dc3f-44c3-87c9-edb80223545d] [2024/05/06 17:37:24.960 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:37:24.960 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:37:24.960 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:37:24.960 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:37:24.960 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:37:24.960 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:37:24.960 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:37:24.960 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:37:24.960 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:37:24.960 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=900] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 469afae7-e5dc-4bbb-a268-f4b7b6fe198c watch owner key /tidb/br-stream/owner/6e648f4d275dbe37"] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=24eac12d-e171-4f35-b74c-23e726666271] [2024/05/06 17:37:24.961 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:37:24.961 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [2024/05/06 17:37:24.961 +08:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [2024/05/06 17:37:24.961 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:37:24.961 +08:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [2024/05/06 17:37:24.961 +08:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:37:24.961 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 469afae7-e5dc-4bbb-a268-f4b7b6fe198c"] [2024/05/06 17:37:24.961 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 469afae7-e5dc-4bbb-a268-f4b7b6fe198c"] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:37:24.961 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [2024/05/06 17:37:24.961 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [2024/05/06 17:37:24.961 +08:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [2024/05/06 17:37:24.961 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [2024/05/06 17:37:24.961 +08:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [2024/05/06 17:37:24.961 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=24eac12d-e171-4f35-b74c-23e726666271] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:37:24.961 +08:00] [INFO] [manager.go:179] ["handle tasks loop done"] [2024/05/06 17:37:24.961 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 469afae7-e5dc-4bbb-a268-f4b7b6fe198c"] [error="context canceled"] [2024/05/06 17:37:24.961 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=469afae7-e5dc-4bbb-a268-f4b7b6fe198c] [daemon-id=LogBackup::Advancer] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:37:24.961 +08:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:37:24.961 +08:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:37:24.961 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:37:25.162 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 469afae7-e5dc-4bbb-a268-f4b7b6fe198c"] [error="context canceled"] [2024/05/06 17:37:27.470 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:37:27.470 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=quitStatsOwner] [2024/05/06 17:37:27.494 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 24eac12d-e171-4f35-b74c-23e726666271"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:37:27.494 +08:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 17:37:27.494 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:37:27.496 +08:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=2.541201377s] [2024/05/06 17:37:27.496 +08:00] [INFO] [gc_worker.go:223] [quit] [category="gc worker"] [uuid=63d349de85c0009] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 17:37:27.497 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:37:27.497 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 17:37:27.497 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 17:37:27.497 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 17:37:27.497 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] [2024/05/06 17:37:27.498 +08:00] [INFO] [cpu.go:98] ["sql cpu collector stopped"] [2024/05/06 17:37:27.498 +08:00] [INFO] [cgmon.go:77] ["cgroup monitor stopped"] [2024/05/06 17:37:27.498 +08:00] [INFO] [cpuprofile.go:130] ["parallel cpu profiler stopped"] [Pipeline] archiveArtifacts Archiving artifacts No test report files were found. Configuration error? [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] sh + echo 88099c95a3c0c13a827c0795c3d45070264665e4 + echo f83febabecb98b95b098fd31a3664178f8a6b437 + echo 659f32a81300f9dbcea9032b3c8e4825555ccfd1 + curl -F refs/pingcap/tikv/master/sha1.verify=@tikv.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 382 100 101 100 281 3355 9335 --:--:-- --:--:-- --:--:-- 9689 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify"}+ curl -F refs/pingcap/pd/master/sha1.verify=@pd.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 376 100 99 100 277 4854 13581 --:--:-- --:--:-- --:--:-- 13850 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify"}+ curl -F refs/pingcap/tidb/master/sha1.verify=@tidb.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 382 100 101 100 281 870 2422 --:--:-- --:--:-- --:--:-- 2443 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/tidb/master/sha1.verify"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS